{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "6455b906",
   "metadata": {},
   "source": [
    "## 导入所需的包"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "38a3e5db",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-09-22T03:28:59.867900Z",
     "start_time": "2021-09-22T03:28:59.513962Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[33mcommit 755a5bc45c760238e6e4309f1985959a4c5364b1\u001b[m\u001b[33m (\u001b[m\u001b[1;36mHEAD -> \u001b[m\u001b[1;32mmaster\u001b[m\u001b[33m, \u001b[m\u001b[1;31morigin/master\u001b[m\u001b[33m, \u001b[m\u001b[1;31morigin/HEAD\u001b[m\u001b[33m)\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Wed Sep 22 11:37:03 2021 +0800\r\n",
      "\r\n",
      "    全流程中加入nlp特征; 增加stumbleupon的demo.\r\n",
      "\r\n",
      "\u001b[33mcommit 4d39f318551660fe139878a5c88db1d3aaac0b97\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Sep 17 20:53:19 2021 +0800\r\n",
      "\r\n",
      "    一键执行逻辑中增加nlp特征.\r\n",
      "\r\n",
      "\u001b[33mcommit 55f67716c7a50366d45249c0f9d3ea4166c13c41\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Sep 17 20:48:51 2021 +0800\r\n",
      "\r\n",
      "    1. 增加nlp特征; 2. 增加StumbleUpon案例结果.\r\n",
      "\r\n",
      "\u001b[33mcommit 74f9d849c0eadde63ff71ec5a79631d3af08fd7b\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Sep 17 16:05:38 2021 +0800\r\n",
      "\r\n",
      "    增加文本类型.\r\n",
      "\r\n",
      "\u001b[33mcommit e45f0b7c3855514177328519b574e7b969812ce4\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Wed Sep 15 11:08:54 2021 +0800\r\n",
      "\r\n",
      "    modify README.md\r\n",
      "\r\n",
      "\u001b[33mcommit 7d4b34cc7cc584b7643d17b7c0bca7c8f92dbf7b\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Sep 14 17:19:09 2021 +0800\r\n",
      "\r\n",
      "    debug: 分解特征.\r\n",
      "\r\n",
      "\u001b[33mcommit 77bc1761c50bda21fce5bc21fff4115dd3d11443\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Sep 14 16:08:56 2021 +0800\r\n",
      "\r\n",
      "    init FeatureDimensionReduction.\r\n",
      "\r\n",
      "\u001b[33mcommit f8f277e7b8cd314127bb622484855fe8aac78cf5\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Sep 14 15:37:52 2021 +0800\r\n",
      "\r\n",
      "    降维特征.\r\n",
      "\r\n",
      "\u001b[33mcommit f56b86583be17aac48f69067644bec8bf624b57b\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Sep 14 11:26:25 2021 +0800\r\n",
      "\r\n",
      "    debug: xbg二分类模型改成预测概率而非硬分类.\r\n",
      "\r\n",
      "\u001b[33mcommit ff8c20b9742ad36c31ab5baec8c1f1211c61e8bf\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Sep 14 10:49:10 2021 +0800\r\n",
      "\r\n",
      "    add demo: kaggle springleaf\r\n",
      "\r\n",
      "\u001b[33mcommit ac4dcab227d8bcc17ecc2d69e5e0486a5f13d5f7\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Sep 14 10:37:49 2021 +0800\r\n",
      "\r\n",
      "    modify README.md: 更新springleaf一键执行结果.\r\n",
      "\r\n",
      "\u001b[33mcommit 26eb6bea33b8e8428ee1afcd4403ccae2948724e\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Sep 10 19:10:12 2021 +0800\r\n",
      "\r\n",
      "    debug: task_type\r\n",
      "\r\n",
      "\u001b[33mcommit 58820caad3acc6d2b1fae7a81e051d3fb30f13d3\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Sep 10 14:35:18 2021 +0800\r\n",
      "\r\n",
      "    优化log\r\n",
      "\r\n",
      "\u001b[33mcommit 51704abfd80114578eab318356cc77b1ef46e18b\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Sep 10 14:30:35 2021 +0800\r\n",
      "\r\n",
      "    1. 增加case: kaggle springleaf;\r\n",
      "    2. 优化autox get_submit逻辑\r\n",
      "\r\n",
      "\u001b[33mcommit 6455e62326d344b33a37f100b4fecf2dcb637c8a\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Sep 2 16:50:56 2021 +0800\r\n",
      "\r\n",
      "    增加ieee结果和pipeline demo.\r\n",
      "\r\n",
      "\u001b[33mcommit 74d679c47ae2e0639d02b994e6cf1f6f84dfe560\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Sep 2 15:44:15 2021 +0800\r\n",
      "\r\n",
      "    debug for feature_filter.\r\n",
      "\r\n",
      "\u001b[33mcommit 75c9510e049cfdbaa57f07b3f4306f1a161fccea\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Sep 2 14:48:42 2021 +0800\r\n",
      "\r\n",
      "    优化groupby key筛选条件.\r\n",
      "\r\n",
      "\u001b[33mcommit ff2bb3fb04a5b84feca94b26de7ac6048cc36c7b\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Wed Sep 1 17:37:03 2021 +0800\r\n",
      "\r\n",
      "    debug: fe_rank\r\n",
      "\r\n",
      "\u001b[33mcommit 1fe1f1732606a5dbf007270c2dbae1711b5a72b6\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Wed Sep 1 16:27:16 2021 +0800\r\n",
      "\r\n",
      "    debug: 拼接1-1简单表.\r\n",
      "\r\n",
      "\u001b[33mcommit c7b7964fb2713118d6e85d0ef22a384f924143be\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Wed Sep 1 16:04:23 2021 +0800\r\n",
      "\r\n",
      "    增加功能，拼接1-1简单表;\r\n",
      "    kaggle_ieee, demo;\r\n",
      "    modify README.md.\r\n",
      "\r\n",
      "\u001b[33mcommit 21457fafb8d01644cfc668d0aab8d463a8cda3e7\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 31 15:45:24 2021 +0800\r\n",
      "\r\n",
      "    modify README\r\n",
      "\r\n",
      "\u001b[33mcommit 2c2cf54574a8a9c6c21f5452ed5f5bcf4b3ae7ef\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 31 15:25:09 2021 +0800\r\n",
      "\r\n",
      "    modify README_EN.md\r\n",
      "\r\n",
      "\u001b[33mcommit 3da3ba229d78d81d844226c0d584d1da6572109a\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Aug 30 20:34:13 2021 +0800\r\n",
      "\r\n",
      "    init Fe_rank.\r\n",
      "\r\n",
      "\u001b[33mcommit 7f2e3717b84ebdd223037ce2ac63740d46571a9a\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Aug 30 17:32:12 2021 +0800\r\n",
      "\r\n",
      "    add rank feature.\r\n",
      "\r\n",
      "\u001b[33mcommit b3fa6719c0052b964f0d74a6bf9a8941c488d915\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Aug 30 10:43:40 2021 +0800\r\n",
      "\r\n",
      "    add demo: kaggle house price.\r\n",
      "\r\n",
      "\u001b[33mcommit 59b7d261d059f84a291fda6013f7eeffdcae9987\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Sun Aug 29 08:03:49 2021 +0800\r\n",
      "\r\n",
      "    modify README_EN.md, 跳转链接.\r\n",
      "\r\n",
      "\u001b[33mcommit f2581a891bc919b3c0f11fb4c7cf700ecedc2f73\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Sun Aug 29 07:57:44 2021 +0800\r\n",
      "\r\n",
      "    modify README_EN.md\r\n",
      "\r\n",
      "\u001b[33mcommit 50b186979fa431cdfaed38a508f1a134d2e7e0f1\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 27 17:44:44 2021 +0800\r\n",
      "\r\n",
      "    modify README.md, 新增kaggle house price数据集.\r\n",
      "\r\n",
      "\u001b[33mcommit 08e2dc8e069ffdd5f5dea5870af971d7b2cbe1df\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 27 16:39:01 2021 +0800\r\n",
      "\r\n",
      "    install_requires, 忽略tabnet.\r\n",
      "\r\n",
      "\u001b[33mcommit 89611b6d10d4492cde5b6f390d2c4077977b66f1\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 27 15:52:55 2021 +0800\r\n",
      "\r\n",
      "    xgb打印轮次设置为100\r\n",
      "\r\n",
      "\u001b[33mcommit 984d81a49150edd80d177137ceb748591db1a04d\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 27 15:42:14 2021 +0800\r\n",
      "\r\n",
      "    回归模型调参,修改验证集切分方式.\r\n",
      "\r\n",
      "\u001b[33mcommit 7fb12ebf09d04b0a617896ab1a63474fc8bb55a5\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 27 15:09:13 2021 +0800\r\n",
      "\r\n",
      "    优化特征类型识别.\r\n",
      "\r\n",
      "\u001b[33mcommit 39f94e1e4cd82c6d148556d80bb47146bfc8d539\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 27 14:58:53 2021 +0800\r\n",
      "\r\n",
      "    优化特征类型识别.\r\n",
      "\r\n",
      "\u001b[33mcommit 9f78099656c32f335a9134ea6358f131891699f0\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Aug 26 17:02:52 2021 +0800\r\n",
      "\r\n",
      "    modify readme.\r\n",
      "\r\n",
      "\u001b[33mcommit 656c91218b289fe61cf21855e16b6895acec2c78\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 24 15:21:30 2021 +0800\r\n",
      "\r\n",
      "    优化readme,增加zhidemai比赛上分点总结\r\n",
      "\r\n",
      "\u001b[33mcommit 0aa3748f2a06d3639f6afeb94e33bca7d0bdeea8\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 20 14:33:54 2021 +0800\r\n",
      "\r\n",
      "    modify README.md\r\n",
      "\r\n",
      "\u001b[33mcommit 0cfd6d5cf86fee9b1a02b79a94ffd97c0b8a166a\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Aug 19 20:14:02 2021 +0800\r\n",
      "\r\n",
      "    setup安装包增加tabnet.\r\n",
      "\r\n",
      "\u001b[33mcommit 84af1a14acd1e121bfcae1afde06f00b80df614d\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Wed Aug 18 11:52:08 2021 +0800\r\n",
      "\r\n",
      "    debug: tabnet的调参参数配置\r\n",
      "\r\n",
      "\u001b[33mcommit d185a546260127b5faffab105d3a2c0eaafb69bc\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 17 21:19:57 2021 +0800\r\n",
      "\r\n",
      "    tabnet, reshape y\r\n",
      "\r\n",
      "\u001b[33mcommit 388c00372b8f4af10bed4212ccc1bdf6e3f54275\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 17 21:01:59 2021 +0800\r\n",
      "\r\n",
      "    debug, tabnet.\r\n",
      "\r\n",
      "\u001b[33mcommit 18bc69af5802750f5ec23312e7ab649ddc25cfa8\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 17 20:25:31 2021 +0800\r\n",
      "\r\n",
      "    tabnet: 缺失值用中位数填充.\r\n",
      "\r\n",
      "\u001b[33mcommit 5a88c0ff98338dddb8d1406eb1bfd0d2a72f2121\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 17 19:37:39 2021 +0800\r\n",
      "\r\n",
      "    优化tabnet\r\n",
      "\r\n",
      "\u001b[33mcommit 1e07509db81c4c6e3222ae6697ef5c119a2eef31\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 17 16:08:43 2021 +0800\r\n",
      "\r\n",
      "    bagging中增加tabnet模型\r\n",
      "\r\n",
      "\u001b[33mcommit fbed7f9fb73e4a9ac143398902fd042a6fa54247\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 17 16:05:36 2021 +0800\r\n",
      "\r\n",
      "    tabnet regressor\r\n",
      "\r\n",
      "\u001b[33mcommit 8e89749c53b5ebddc86cb9b8ace762f7b3854841\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 17 15:21:32 2021 +0800\r\n",
      "\r\n",
      "    debug模式下缩短调参时间。\r\n",
      "\r\n",
      "\u001b[33mcommit 9c70574e38194766cbecca0822b2cdd48867144b\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 17 15:13:04 2021 +0800\r\n",
      "\r\n",
      "    debug模型打印日志.\r\n",
      "\r\n",
      "\u001b[33mcommit 7b18599f132699f056470761701968931da3f7a9\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Tue Aug 17 15:04:15 2021 +0800\r\n",
      "\r\n",
      "    增加debug模式，方便快速调试.\r\n",
      "\r\n",
      "\u001b[33mcommit d2d332b0bb5432e0ef49df01455c81a2644e7271\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Aug 16 08:00:11 2021 +0800\r\n",
      "\r\n",
      "    auto_label_encoder,设置silence_cols\r\n",
      "\r\n",
      "\u001b[33mcommit 1b8ced5337d1826ff6dadec235c8cc5a00cb4e89\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Sun Aug 15 08:42:35 2021 +0800\r\n",
      "\r\n",
      "    内存优化.\r\n",
      "\r\n",
      "\u001b[33mcommit fab33ba59407c96ac146c4ad6865a32f06b8fa34\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Wed Aug 11 10:53:16 2021 +0800\r\n",
      "\r\n",
      "    增加二分类模型.\r\n",
      "\r\n",
      "\u001b[33mcommit 373c58eb950fbc364581d75b493ecaa1735079ed\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Aug 9 15:28:00 2021 +0800\r\n",
      "\r\n",
      "    识别任务类型\r\n",
      "\r\n",
      "\u001b[33mcommit 44755fa33a1a6f59239786ab80de9d521c72b68c\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 6 16:19:49 2021 +0800\r\n",
      "\r\n",
      "    lgb, Verbose = 100\r\n",
      "\r\n",
      "\u001b[33mcommit e18d2dd86b63d4e253b3ad67017aeb82546cead3\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 6 13:21:03 2021 +0800\r\n",
      "\r\n",
      "    优化CrossXgbRegression.\r\n",
      "\r\n",
      "\u001b[33mcommit 6264775e9faec6d832cdb59819bca6534ced7401\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 6 11:41:03 2021 +0800\r\n",
      "\r\n",
      "    优化CrossXgbRegression: X进行StandardScaler, debug.\r\n",
      "\r\n",
      "\u001b[33mcommit 53135e94a4a0a0b079bf83df3db8e687e5ce0dc5\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 6 11:20:31 2021 +0800\r\n",
      "\r\n",
      "    优化CrossXgbRegression: X进行StandardScaler\r\n",
      "\r\n",
      "\u001b[33mcommit f0ac9242246a87dcee3e660c971cc33c5246f0bb\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Fri Aug 6 10:38:23 2021 +0800\r\n",
      "\r\n",
      "    优化CrossXgbRegression\r\n",
      "\r\n",
      "\u001b[33mcommit 75156d600497bb0910a8026aa87b2e7dc964ba79\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Aug 5 22:34:31 2021 +0800\r\n",
      "\r\n",
      "    xgb model: tree_method='gpu_hist'\r\n",
      "\r\n",
      "\u001b[33mcommit afb229aa554f632badee1a171c28c991968eb331\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Aug 5 20:58:11 2021 +0800\r\n",
      "\r\n",
      "    模型部分使用xgb和lgb融合\r\n",
      "\r\n",
      "\u001b[33mcommit 338ee3069d797cc10fe6d0f8a38afdc308cfdc71\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Aug 5 20:29:23 2021 +0800\r\n",
      "\r\n",
      "    del temp.py\r\n",
      "\r\n",
      "\u001b[33mcommit c0dbe0887b53f7e8f02a6a3e9bcde803059ae973\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Aug 5 19:53:05 2021 +0800\r\n",
      "\r\n",
      "    debug: X.iloc\r\n",
      "\r\n",
      "\u001b[33mcommit 2b806aedc6a2086268b1dadac4111ef1b1b1d83b\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Aug 5 19:23:17 2021 +0800\r\n",
      "\r\n",
      "    debug: xgb regressor\r\n",
      "\r\n",
      "\u001b[33mcommit 5afbd56bdfb29e33d52d908a03c85508ad4e3d08\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Aug 5 17:13:38 2021 +0800\r\n",
      "\r\n",
      "    xgboost不使用gpu_hist\r\n",
      "\r\n",
      "\u001b[33mcommit 1c56af83e7f90ec4fcc594fd87dcd0f6b9abaf8c\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Aug 5 17:10:11 2021 +0800\r\n",
      "\r\n",
      "    xgboost不使用gpu\r\n",
      "\r\n",
      "\u001b[33mcommit b25c37c96115d5845841df1781eabbf4345af621\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Aug 5 16:55:16 2021 +0800\r\n",
      "\r\n",
      "    增加xgb模型.\r\n",
      "\r\n",
      "\u001b[33mcommit 9af12e41e9a0a3295e63a0fe17988261e63050ee\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Aug 5 11:02:14 2021 +0800\r\n",
      "\r\n",
      "    get_submit, 优化模型训练部分\r\n",
      "\r\n",
      "\u001b[33mcommit d127c4e4a9b17f0244ec14af11482db60c261d21\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Wed Aug 4 16:29:34 2021 +0800\r\n",
      "\r\n",
      "    debug: log输出.\r\n",
      "\r\n",
      "\u001b[33mcommit 3178f49c0ae81f5d9ba084d5dad1563804f457a4\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Wed Aug 4 15:24:57 2021 +0800\r\n",
      "\r\n",
      "    增加模型调参功能.\r\n",
      "\r\n",
      "\u001b[33mcommit eb97b2420853e8e0fddd55343c6029ee6da8b4b3\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Wed Aug 4 15:02:27 2021 +0800\r\n",
      "\r\n",
      "    debug: concat_train_test操作在自动特征类型识别之后.\r\n",
      "\r\n",
      "\u001b[33mcommit 3452d8831ebe8d33f717ad16452109680aa8ef1f\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Aug 2 20:00:16 2021 +0800\r\n",
      "\r\n",
      "    调整target encoding的阈值.\r\n",
      "\r\n",
      "\u001b[33mcommit 0d66de573edd6485725d603620c1344bf41e6222\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Aug 2 19:48:30 2021 +0800\r\n",
      "\r\n",
      "    debug:del_targetencoding_cols去重.\r\n",
      "\r\n",
      "\u001b[33mcommit dc4df8ef3a70a0532578ee6e043223e1f219b60d\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Aug 2 19:45:35 2021 +0800\r\n",
      "\r\n",
      "    debug: del_targetencoding_cols去重.\r\n",
      "\r\n",
      "\u001b[33mcommit 4ecb985b6d6b46145743338c2ed3bd28e3f7977f\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Aug 2 19:34:08 2021 +0800\r\n",
      "\r\n",
      "    debug.\r\n",
      "\r\n",
      "\u001b[33mcommit a156ca854d341072d23df29623f82c819e5c5b81\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Aug 2 19:31:32 2021 +0800\r\n",
      "\r\n",
      "    target encoding特征筛选：test做了target encoding之后，有值的部分要大于90%\r\n",
      "\r\n",
      "\u001b[33mcommit ba93d457a017bb65bf3dc8d4676cea232a48c88c\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Jul 26 17:36:55 2021 +0800\r\n",
      "\r\n",
      "    内存优化, 优化log.\r\n",
      "\r\n",
      "\u001b[33mcommit 5cda17ae252012184192ba10ba941b7eabd1946d\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Jul 26 17:31:49 2021 +0800\r\n",
      "\r\n",
      "    内存优化.\r\n",
      "\r\n",
      "\u001b[33mcommit 0714e370615f919b92995b96eeea79dc475f1064\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Jul 26 14:52:50 2021 +0800\r\n",
      "\r\n",
      "    target encoding feature: 默认使用统计信息进行特征筛选\r\n",
      "\r\n",
      "\u001b[33mcommit cb928b678996a700a8e2c37ae725d5baab573558\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Jul 26 14:45:42 2021 +0800\r\n",
      "\r\n",
      "    target encoding feature: 优化统计信息筛选阈值\r\n",
      "\r\n",
      "\u001b[33mcommit e2a3e989e4b8b911663d871decfdcff05c818f45\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Mon Jul 26 14:39:50 2021 +0800\r\n",
      "\r\n",
      "    debug target encoding feature.\r\n",
      "\r\n",
      "\u001b[33mcommit 855c6c962ac0e9a716c9bc35441fee35bb89bf65\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Sat Jul 24 10:25:33 2021 +0800\r\n",
      "\r\n",
      "    add license file\r\n",
      "\r\n",
      "\u001b[33mcommit b5297ac2334e9b6d008d0e2d1c7a7e6b7dd61b78\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Jul 22 15:20:24 2021 +0800\r\n",
      "\r\n",
      "    modify README.md;\r\n",
      "    增加zhidemai_automl.ipynb.\r\n",
      "\r\n",
      "\u001b[33mcommit 8fb15db690010c060a11e3d28d5a9fdaa268113a\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Jul 22 14:36:09 2021 +0800\r\n",
      "\r\n",
      "    del sub files.\r\n",
      "\r\n",
      "\u001b[33mcommit 74ef3c0664934bb0033c178e50df9fee0986df55\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Jul 22 14:29:32 2021 +0800\r\n",
      "\r\n",
      "    first commit\r\n",
      "\r\n",
      "\u001b[33mcommit 4d75036cbf5db2927ba3233a9cdda4a32c022d85\u001b[m\r\n",
      "Author: poteman <946691288@qq.com>\r\n",
      "Date:   Thu Jul 22 14:26:45 2021 +0800\r\n",
      "\r\n",
      "    first commit\r\n"
     ]
    }
   ],
   "source": [
    "!git log"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "9185f791",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-09-22T03:29:05.340311Z",
     "start_time": "2021-09-22T03:29:02.009390Z"
    }
   },
   "outputs": [],
   "source": [
    "from autox import AutoX\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import os\n",
    "from tqdm import tqdm"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fa24e429",
   "metadata": {},
   "source": [
    "## 配置数据信息"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "c152c7f9",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-09-22T03:29:05.349069Z",
     "start_time": "2021-09-22T03:29:05.342619Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['zhidemai_1month',\n",
       " 'titanic',\n",
       " '.ipynb_checkpoints',\n",
       " '__init__.py',\n",
       " 'stumbleupon',\n",
       " 'homecredit',\n",
       " 'zhidemai_train_test',\n",
       " 'kaggle_house_price',\n",
       " 'zhidemai',\n",
       " 'kaggle_springleaf',\n",
       " 'kaggle_tabular_aug_2021',\n",
       " 'kaggle_ieee',\n",
       " '=1.17',\n",
       " 'zhidemai2',\n",
       " 'zhidemai_competition_0715']"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "os.listdir('data')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "b722824a",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-09-22T03:29:06.211889Z",
     "start_time": "2021-09-22T03:29:05.350944Z"
    },
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "   INFO ->  [+] read sample_submission.csv\n",
      "   INFO ->  Memory usage of dataframe is 0.05 MB\n",
      "   INFO ->  Memory usage after optimization is: 0.01 MB\n",
      "   INFO ->  Decreased by 81.0%\n",
      "   INFO ->  table = sample_submission.csv, shape = (3171, 2)\n",
      "   INFO ->  [+] read train.csv\n",
      "   INFO ->  Memory usage of dataframe is 1.52 MB\n",
      "   INFO ->  Memory usage after optimization is: 0.95 MB\n",
      "   INFO ->  Decreased by 37.7%\n",
      "   INFO ->  table = train.csv, shape = (7395, 27)\n",
      "   INFO ->  [+] read test.csv\n",
      "   INFO ->  Memory usage of dataframe is 0.63 MB\n",
      "   INFO ->  Memory usage after optimization is: 0.44 MB\n",
      "   INFO ->  Decreased by 30.1%\n",
      "   INFO ->  table = test.csv, shape = (3171, 26)\n"
     ]
    }
   ],
   "source": [
    "# 选择数据集\n",
    "data_name = 'stumbleupon'\n",
    "path = f'./data/{data_name}'\n",
    "\n",
    "# 读数据\n",
    "# 合并train和test\n",
    "# 识别数据表中列的类型\n",
    "\n",
    "autox = AutoX(target = 'label', train_name = 'train.csv', test_name = 'test.csv', \n",
    "               id = ['urlid'], path = path\n",
    "#               , feature_type = feature_type\n",
    "             )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "3215c062",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-09-22T03:29:06.218244Z",
     "start_time": "2021-09-22T03:29:06.214015Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'binary'"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "autox.info_['task_type']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "fc6898fc",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-09-22T03:50:15.188586Z",
     "start_time": "2021-09-22T03:29:06.219816Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "   INFO ->  start feature engineer\n",
      "   INFO ->  feature engineer: Stat\n",
      "100%|██████████| 1/1 [00:00<00:00,  3.77it/s]\n",
      "   INFO ->  featureStat ops: {'alchemy_category': {'url': ['nunique'], 'alchemy_category_score': ['mean', 'min', 'max', 'mean', 'std'], 'avglinksize': ['mean', 'min', 'max', 'mean', 'std'], 'commonlinkratio_1': ['mean', 'min', 'max', 'mean', 'std'], 'commonlinkratio_2': ['mean', 'min', 'max', 'mean', 'std'], 'commonlinkratio_3': ['mean', 'min', 'max', 'mean', 'std'], 'commonlinkratio_4': ['mean', 'min', 'max', 'mean', 'std'], 'compression_ratio': ['mean', 'min', 'max', 'mean', 'std'], 'embed_ratio': ['mean', 'min', 'max', 'mean', 'std'], 'framebased': ['mean', 'min', 'max', 'mean', 'std'], 'frameTagRatio': ['mean', 'min', 'max', 'mean', 'std'], 'hasDomainLink': ['mean', 'min', 'max', 'mean', 'std'], 'html_ratio': ['mean', 'min', 'max', 'mean', 'std'], 'image_ratio': ['mean', 'min', 'max', 'mean', 'std'], 'is_news': ['mean', 'min', 'max', 'mean', 'std'], 'lengthyLinkDomain': ['mean', 'min', 'max', 'mean', 'std'], 'linkwordscore': ['mean', 'min', 'max', 'mean', 'std'], 'news_front_page': ['mean', 'min', 'max', 'mean', 'std'], 'non_markup_alphanum_characters': ['mean', 'min', 'max', 'mean', 'std'], 'numberOfLinks': ['mean', 'min', 'max', 'mean', 'std'], 'numwords_in_url': ['mean', 'min', 'max', 'mean', 'std'], 'parametrizedLinkRatio': ['mean', 'min', 'max', 'mean', 'std'], 'spelling_errors_ratio': ['mean', 'min', 'max', 'mean', 'std']}}\n",
      "   INFO ->  feature engineer: NLP\n",
      "  0%|          | 0/1 [00:00<?, ?it/s]\n",
      "  0%|          | 0/1 [00:00<?, ?it/s]\u001b[A"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(7395, 34405) (3171, 34405)\n",
      "Training on model 1 - fold 1\n",
      "Training until validation scores don't improve for 150 rounds\n",
      "[20]\ttraining's auc: 0.91402\tvalid_1's auc: 0.853954\n",
      "[40]\ttraining's auc: 0.94432\tvalid_1's auc: 0.857165\n",
      "[60]\ttraining's auc: 0.965183\tvalid_1's auc: 0.855838\n",
      "[80]\ttraining's auc: 0.979305\tvalid_1's auc: 0.854155\n",
      "[100]\ttraining's auc: 0.987217\tvalid_1's auc: 0.853528\n",
      "[120]\ttraining's auc: 0.991561\tvalid_1's auc: 0.852401\n",
      "[140]\ttraining's auc: 0.994034\tvalid_1's auc: 0.851903\n",
      "[160]\ttraining's auc: 0.995601\tvalid_1's auc: 0.851648\n",
      "[180]\ttraining's auc: 0.99653\tvalid_1's auc: 0.850807\n",
      "Early stopping, best iteration is:\n",
      "[34]\ttraining's auc: 0.936249\tvalid_1's auc: 0.858275\n",
      "Model 1 - Fold 1 finished in 0:00:03.900797\n",
      "Training on model 1 - fold 2\n",
      "Training until validation scores don't improve for 150 rounds\n",
      "[20]\ttraining's auc: 0.912956\tvalid_1's auc: 0.875758\n",
      "[40]\ttraining's auc: 0.940768\tvalid_1's auc: 0.880566\n",
      "[60]\ttraining's auc: 0.962288\tvalid_1's auc: 0.880243\n",
      "[80]\ttraining's auc: 0.976791\tvalid_1's auc: 0.878805\n",
      "[100]\ttraining's auc: 0.985831\tvalid_1's auc: 0.879852\n",
      "[120]\ttraining's auc: 0.990997\tvalid_1's auc: 0.879337\n",
      "[140]\ttraining's auc: 0.993722\tvalid_1's auc: 0.877757\n",
      "[160]\ttraining's auc: 0.995475\tvalid_1's auc: 0.877269\n",
      "[180]\ttraining's auc: 0.996542\tvalid_1's auc: 0.876809\n",
      "Early stopping, best iteration is:\n",
      "[42]\ttraining's auc: 0.943161\tvalid_1's auc: 0.880975\n",
      "Model 1 - Fold 2 finished in 0:00:03.889033\n",
      "Training on model 1 - fold 3\n",
      "Training until validation scores don't improve for 150 rounds\n",
      "[20]\ttraining's auc: 0.912151\tvalid_1's auc: 0.884055\n",
      "[40]\ttraining's auc: 0.940811\tvalid_1's auc: 0.884331\n",
      "[60]\ttraining's auc: 0.962736\tvalid_1's auc: 0.88479\n",
      "[80]\ttraining's auc: 0.977145\tvalid_1's auc: 0.885448\n",
      "[100]\ttraining's auc: 0.985966\tvalid_1's auc: 0.885726\n",
      "[120]\ttraining's auc: 0.990967\tvalid_1's auc: 0.885012\n",
      "[140]\ttraining's auc: 0.993788\tvalid_1's auc: 0.884654\n",
      "[160]\ttraining's auc: 0.99533\tvalid_1's auc: 0.884797\n",
      "[180]\ttraining's auc: 0.996307\tvalid_1's auc: 0.883816\n",
      "[200]\ttraining's auc: 0.996998\tvalid_1's auc: 0.88329\n",
      "[220]\ttraining's auc: 0.997476\tvalid_1's auc: 0.882662\n",
      "[240]\ttraining's auc: 0.997868\tvalid_1's auc: 0.882448\n",
      "Early stopping, best iteration is:\n",
      "[98]\ttraining's auc: 0.985255\tvalid_1's auc: 0.885803\n",
      "Model 1 - Fold 3 finished in 0:00:04.783954\n",
      "Training on model 1 - fold 4\n",
      "Training until validation scores don't improve for 150 rounds\n",
      "[20]\ttraining's auc: 0.915773\tvalid_1's auc: 0.84676\n",
      "[40]\ttraining's auc: 0.94368\tvalid_1's auc: 0.853508\n",
      "[60]\ttraining's auc: 0.964986\tvalid_1's auc: 0.853232\n",
      "[80]\ttraining's auc: 0.978261\tvalid_1's auc: 0.853653\n",
      "[100]\ttraining's auc: 0.986739\tvalid_1's auc: 0.854325\n",
      "[120]\ttraining's auc: 0.99136\tvalid_1's auc: 0.854764\n",
      "[140]\ttraining's auc: 0.994025\tvalid_1's auc: 0.853636\n",
      "[160]\ttraining's auc: 0.995591\tvalid_1's auc: 0.853162\n",
      "[180]\ttraining's auc: 0.996692\tvalid_1's auc: 0.853049\n",
      "Early stopping, best iteration is:\n",
      "[49]\ttraining's auc: 0.954369\tvalid_1's auc: 0.855566\n",
      "Model 1 - Fold 4 finished in 0:00:04.056284\n",
      "Training on model 1 - fold 5\n",
      "Training until validation scores don't improve for 150 rounds\n",
      "[20]\ttraining's auc: 0.916728\tvalid_1's auc: 0.844847\n",
      "[40]\ttraining's auc: 0.94361\tvalid_1's auc: 0.850462\n",
      "[60]\ttraining's auc: 0.964749\tvalid_1's auc: 0.84993\n",
      "[80]\ttraining's auc: 0.978892\tvalid_1's auc: 0.85022\n",
      "[100]\ttraining's auc: 0.987106\tvalid_1's auc: 0.849347\n",
      "[120]\ttraining's auc: 0.991722\tvalid_1's auc: 0.848399\n",
      "[140]\ttraining's auc: 0.994358\tvalid_1's auc: 0.847249\n",
      "[160]\ttraining's auc: 0.995953\tvalid_1's auc: 0.847765\n",
      "[180]\ttraining's auc: 0.996903\tvalid_1's auc: 0.848685\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "100%|██████████| 1/1 [00:20<00:00, 20.60s/it]\u001b[A\n",
      "100%|██████████| 1/1 [00:24<00:00, 24.66s/it]\n",
      "   INFO ->  featureNlp ops: [['boilerplate']]\n",
      "   INFO ->  feature engineer: Count\n",
      "100%|██████████| 1/1 [00:00<00:00, 230.91it/s]\n",
      "   INFO ->  featureCount ops: [['alchemy_category']]\n",
      "   INFO ->  feature engineer: Rank\n",
      "100%|██████████| 1/1 [00:00<00:00, 13.57it/s]\n",
      "   INFO ->  featureRank ops: {'alchemy_category': {'urlid': ['rank'], 'alchemy_category_score': ['rank'], 'avglinksize': ['rank'], 'commonlinkratio_1': ['rank'], 'commonlinkratio_2': ['rank'], 'commonlinkratio_3': ['rank'], 'commonlinkratio_4': ['rank'], 'compression_ratio': ['rank'], 'embed_ratio': ['rank'], 'framebased': ['rank'], 'frameTagRatio': ['rank'], 'hasDomainLink': ['rank'], 'html_ratio': ['rank'], 'image_ratio': ['rank'], 'is_news': ['rank'], 'lengthyLinkDomain': ['rank'], 'linkwordscore': ['rank'], 'news_front_page': ['rank'], 'non_markup_alphanum_characters': ['rank'], 'numberOfLinks': ['rank'], 'numwords_in_url': ['rank'], 'parametrizedLinkRatio': ['rank'], 'spelling_errors_ratio': ['rank'], 'label': ['rank']}}\n",
      "  0%|          | 0/27 [00:00<?, ?it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[44]\ttraining's auc: 0.94857\tvalid_1's auc: 0.851874\n",
      "Model 1 - Fold 5 finished in 0:00:03.963926\n",
      "done!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 27/27 [00:00<00:00, 1179.75it/s]\n",
      "   INFO ->  label_encoder_list: ['url', 'alchemy_category']\n",
      "   INFO ->  feature combination\n",
      "   INFO ->  shape of FE_all: (10566, 142), shape of train: (7395, 142), shape of test: (3171, 142)\n",
      "   INFO ->  feature filter\n",
      "100%|██████████| 141/141 [00:00<00:00, 877.58it/s]\n",
      "   INFO ->  filtered features: ['urlid', 'label', 'alchemy_category__label__rank']\n",
      "   INFO ->  used_features: ['url', 'alchemy_category', 'alchemy_category_score', 'avglinksize', 'commonlinkratio_1', 'commonlinkratio_2', 'commonlinkratio_3', 'commonlinkratio_4', 'compression_ratio', 'embed_ratio', 'framebased', 'frameTagRatio', 'hasDomainLink', 'html_ratio', 'image_ratio', 'is_news', 'lengthyLinkDomain', 'linkwordscore', 'news_front_page', 'non_markup_alphanum_characters', 'numberOfLinks', 'numwords_in_url', 'parametrizedLinkRatio', 'spelling_errors_ratio', 'boilerplate_nlp', 'COUNT_alchemy_category', 'alchemy_category__url__nunique', 'alchemy_category__alchemy_category_score__mean', 'alchemy_category__alchemy_category_score__min', 'alchemy_category__alchemy_category_score__max', 'alchemy_category__alchemy_category_score__std', 'alchemy_category__avglinksize__mean', 'alchemy_category__avglinksize__min', 'alchemy_category__avglinksize__max', 'alchemy_category__avglinksize__std', 'alchemy_category__commonlinkratio_1__mean', 'alchemy_category__commonlinkratio_1__min', 'alchemy_category__commonlinkratio_1__max', 'alchemy_category__commonlinkratio_1__std', 'alchemy_category__commonlinkratio_2__mean', 'alchemy_category__commonlinkratio_2__min', 'alchemy_category__commonlinkratio_2__max', 'alchemy_category__commonlinkratio_2__std', 'alchemy_category__commonlinkratio_3__mean', 'alchemy_category__commonlinkratio_3__min', 'alchemy_category__commonlinkratio_3__max', 'alchemy_category__commonlinkratio_3__std', 'alchemy_category__commonlinkratio_4__mean', 'alchemy_category__commonlinkratio_4__min', 'alchemy_category__commonlinkratio_4__max', 'alchemy_category__commonlinkratio_4__std', 'alchemy_category__compression_ratio__mean', 'alchemy_category__compression_ratio__min', 'alchemy_category__compression_ratio__max', 'alchemy_category__compression_ratio__std', 'alchemy_category__embed_ratio__mean', 'alchemy_category__embed_ratio__min', 'alchemy_category__embed_ratio__max', 'alchemy_category__embed_ratio__std', 'alchemy_category__framebased__mean', 'alchemy_category__framebased__min', 'alchemy_category__framebased__max', 'alchemy_category__framebased__std', 'alchemy_category__frameTagRatio__mean', 'alchemy_category__frameTagRatio__min', 'alchemy_category__frameTagRatio__max', 'alchemy_category__frameTagRatio__std', 'alchemy_category__hasDomainLink__mean', 'alchemy_category__hasDomainLink__min', 'alchemy_category__hasDomainLink__max', 'alchemy_category__hasDomainLink__std', 'alchemy_category__html_ratio__mean', 'alchemy_category__html_ratio__min', 'alchemy_category__html_ratio__max', 'alchemy_category__html_ratio__std', 'alchemy_category__image_ratio__mean', 'alchemy_category__image_ratio__min', 'alchemy_category__image_ratio__max', 'alchemy_category__image_ratio__std', 'alchemy_category__is_news__mean', 'alchemy_category__is_news__min', 'alchemy_category__is_news__max', 'alchemy_category__is_news__std', 'alchemy_category__lengthyLinkDomain__mean', 'alchemy_category__lengthyLinkDomain__min', 'alchemy_category__lengthyLinkDomain__max', 'alchemy_category__lengthyLinkDomain__std', 'alchemy_category__linkwordscore__mean', 'alchemy_category__linkwordscore__min', 'alchemy_category__linkwordscore__max', 'alchemy_category__linkwordscore__std', 'alchemy_category__news_front_page__mean', 'alchemy_category__news_front_page__min', 'alchemy_category__news_front_page__max', 'alchemy_category__news_front_page__std', 'alchemy_category__non_markup_alphanum_characters__mean', 'alchemy_category__non_markup_alphanum_characters__min', 'alchemy_category__non_markup_alphanum_characters__max', 'alchemy_category__non_markup_alphanum_characters__std', 'alchemy_category__numberOfLinks__mean', 'alchemy_category__numberOfLinks__min', 'alchemy_category__numberOfLinks__max', 'alchemy_category__numberOfLinks__std', 'alchemy_category__numwords_in_url__mean', 'alchemy_category__numwords_in_url__min', 'alchemy_category__numwords_in_url__max', 'alchemy_category__numwords_in_url__std', 'alchemy_category__parametrizedLinkRatio__mean', 'alchemy_category__parametrizedLinkRatio__min', 'alchemy_category__parametrizedLinkRatio__max', 'alchemy_category__parametrizedLinkRatio__std', 'alchemy_category__spelling_errors_ratio__mean', 'alchemy_category__spelling_errors_ratio__min', 'alchemy_category__spelling_errors_ratio__max', 'alchemy_category__spelling_errors_ratio__std', 'alchemy_category__urlid__rank', 'alchemy_category__alchemy_category_score__rank', 'alchemy_category__avglinksize__rank', 'alchemy_category__commonlinkratio_1__rank', 'alchemy_category__commonlinkratio_2__rank', 'alchemy_category__commonlinkratio_3__rank', 'alchemy_category__commonlinkratio_4__rank', 'alchemy_category__compression_ratio__rank', 'alchemy_category__embed_ratio__rank', 'alchemy_category__framebased__rank', 'alchemy_category__frameTagRatio__rank', 'alchemy_category__hasDomainLink__rank', 'alchemy_category__html_ratio__rank', 'alchemy_category__image_ratio__rank', 'alchemy_category__is_news__rank', 'alchemy_category__lengthyLinkDomain__rank', 'alchemy_category__linkwordscore__rank', 'alchemy_category__news_front_page__rank', 'alchemy_category__non_markup_alphanum_characters__rank', 'alchemy_category__numberOfLinks__rank', 'alchemy_category__numwords_in_url__rank', 'alchemy_category__parametrizedLinkRatio__rank', 'alchemy_category__spelling_errors_ratio__rank']\n",
      "   INFO ->  start training model\n",
      "   INFO ->  (7395, 138)\n",
      "   INFO ->  [+]tuning params\n",
      "\u001b[32m[I 2021-09-22 11:29:31,833]\u001b[0m A new study created in memory with name: LgbClassifier\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:32,155]\u001b[0m Trial 0 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 458, 'num_boost_round': 1015, 'max_depth': 3}. Best is trial 0 with value: 0.8578273678817158.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:32,719]\u001b[0m Trial 1 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 340, 'num_boost_round': 7278, 'max_depth': 5}. Best is trial 0 with value: 0.8578273678817158.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:33,265]\u001b[0m Trial 2 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 235, 'num_boost_round': 1726, 'max_depth': 5}. Best is trial 0 with value: 0.8578273678817158.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:33,819]\u001b[0m Trial 3 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 298, 'num_boost_round': 1323, 'max_depth': 5}. Best is trial 0 with value: 0.8578273678817158.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:35,200]\u001b[0m Trial 4 finished with value: 0.8538153271848924 and parameters: {'num_leaves': 215, 'num_boost_round': 330, 'max_depth': 9}. Best is trial 0 with value: 0.8578273678817158.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:35,891]\u001b[0m Trial 5 finished with value: 0.8564375640462596 and parameters: {'num_leaves': 243, 'num_boost_round': 7413, 'max_depth': 6}. Best is trial 0 with value: 0.8578273678817158.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:37,039]\u001b[0m Trial 6 finished with value: 0.853941589811155 and parameters: {'num_leaves': 179, 'num_boost_round': 5679, 'max_depth': 8}. Best is trial 0 with value: 0.8578273678817158.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:37,728]\u001b[0m Trial 7 finished with value: 0.8564375640462596 and parameters: {'num_leaves': 126, 'num_boost_round': 4699, 'max_depth': 6}. Best is trial 0 with value: 0.8578273678817158.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:38,151]\u001b[0m Trial 8 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 469, 'num_boost_round': 2074, 'max_depth': 4}. Best is trial 8 with value: 0.8589655614112135.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:39,327]\u001b[0m Trial 9 finished with value: 0.853941589811155 and parameters: {'num_leaves': 467, 'num_boost_round': 188, 'max_depth': 8}. Best is trial 8 with value: 0.8589655614112135.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:39,656]\u001b[0m Trial 10 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 386, 'num_boost_round': 2805, 'max_depth': 3}. Best is trial 8 with value: 0.8589655614112135.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:39,979]\u001b[0m Trial 11 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 510, 'num_boost_round': 2942, 'max_depth': 3}. Best is trial 8 with value: 0.8589655614112135.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:40,296]\u001b[0m Trial 12 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 439, 'num_boost_round': 1757, 'max_depth': 3}. Best is trial 8 with value: 0.8589655614112135.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:40,724]\u001b[0m Trial 13 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 3110, 'max_depth': 4}. Best is trial 8 with value: 0.8589655614112135.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:41,139]\u001b[0m Trial 14 finished with value: 0.8594459083589518 and parameters: {'num_leaves': 13, 'num_boost_round': 3407, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:41,573]\u001b[0m Trial 15 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 47, 'num_boost_round': 4282, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:42,005]\u001b[0m Trial 16 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 94, 'num_boost_round': 5487, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:42,933]\u001b[0m Trial 17 finished with value: 0.8544603645147122 and parameters: {'num_leaves': 376, 'num_boost_round': 3681, 'max_depth': 7}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:43,363]\u001b[0m Trial 18 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 157, 'num_boost_round': 2326, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:43,915]\u001b[0m Trial 19 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 141, 'num_boost_round': 5054, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:44,342]\u001b[0m Trial 20 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 82, 'num_boost_round': 6267, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:44,778]\u001b[0m Trial 21 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 61, 'num_boost_round': 6318, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:45,505]\u001b[0m Trial 22 finished with value: 0.8572335675596544 and parameters: {'num_leaves': 10, 'num_boost_round': 3761, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:45,931]\u001b[0m Trial 23 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 93, 'num_boost_round': 6588, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:46,259]\u001b[0m Trial 24 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 57, 'num_boost_round': 6773, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:46,966]\u001b[0m Trial 25 finished with value: 0.8564375640462596 and parameters: {'num_leaves': 63, 'num_boost_round': 6127, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:47,401]\u001b[0m Trial 26 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 108, 'num_boost_round': 7879, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:47,910]\u001b[0m Trial 27 finished with value: 0.8578163885229103 and parameters: {'num_leaves': 21, 'num_boost_round': 3052, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:48,239]\u001b[0m Trial 28 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 8, 'num_boost_round': 3991, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:48,568]\u001b[0m Trial 29 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 110, 'num_boost_round': 7781, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:49,484]\u001b[0m Trial 30 finished with value: 0.8544603645147122 and parameters: {'num_leaves': 190, 'num_boost_round': 7878, 'max_depth': 7}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:49,907]\u001b[0m Trial 31 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 47, 'num_boost_round': 4798, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:50,339]\u001b[0m Trial 32 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 111, 'num_boost_round': 4380, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:50,912]\u001b[0m Trial 33 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 95, 'num_boost_round': 5424, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:51,490]\u001b[0m Trial 34 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 40, 'num_boost_round': 5010, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:51,925]\u001b[0m Trial 35 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 73, 'num_boost_round': 4413, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:52,265]\u001b[0m Trial 36 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 307, 'num_boost_round': 4363, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:52,834]\u001b[0m Trial 37 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 144, 'num_boost_round': 2433, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:53,263]\u001b[0m Trial 38 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 169, 'num_boost_round': 1127, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:53,841]\u001b[0m Trial 39 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 257, 'num_boost_round': 823, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:54,271]\u001b[0m Trial 40 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 7046, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:54,699]\u001b[0m Trial 41 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 199, 'num_boost_round': 1038, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:55,130]\u001b[0m Trial 42 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 81, 'num_boost_round': 3615, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:55,451]\u001b[0m Trial 43 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 169, 'num_boost_round': 7299, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:55,874]\u001b[0m Trial 44 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 213, 'num_boost_round': 6180, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:56,574]\u001b[0m Trial 45 finished with value: 0.8564375640462596 and parameters: {'num_leaves': 236, 'num_boost_round': 5782, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:56,897]\u001b[0m Trial 46 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 40, 'num_boost_round': 3210, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:57,462]\u001b[0m Trial 47 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 142, 'num_boost_round': 2417, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:57,885]\u001b[0m Trial 48 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 110, 'num_boost_round': 6547, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:58,212]\u001b[0m Trial 49 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 129, 'num_boost_round': 6241, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:58,783]\u001b[0m Trial 50 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 66, 'num_boost_round': 7602, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:59,223]\u001b[0m Trial 51 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 164, 'num_boost_round': 1984, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:29:59,653]\u001b[0m Trial 52 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 87, 'num_boost_round': 6940, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:00,083]\u001b[0m Trial 53 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 205, 'num_boost_round': 3353, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:00,516]\u001b[0m Trial 54 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 37, 'num_boost_round': 6915, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:00,872]\u001b[0m Trial 55 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 38, 'num_boost_round': 4830, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:01,442]\u001b[0m Trial 56 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 161, 'num_boost_round': 531, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:01,874]\u001b[0m Trial 57 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 127, 'num_boost_round': 1664, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:02,312]\u001b[0m Trial 58 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 69, 'num_boost_round': 5857, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:02,745]\u001b[0m Trial 59 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 122, 'num_boost_round': 4407, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:03,073]\u001b[0m Trial 60 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 116, 'num_boost_round': 4306, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:03,510]\u001b[0m Trial 61 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 20, 'num_boost_round': 4065, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:03,946]\u001b[0m Trial 62 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 185, 'num_boost_round': 1287, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:04,358]\u001b[0m Trial 63 finished with value: 0.8594459083589518 and parameters: {'num_leaves': 13, 'num_boost_round': 4591, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:05,787]\u001b[0m Trial 64 finished with value: 0.8538153271848924 and parameters: {'num_leaves': 187, 'num_boost_round': 1330, 'max_depth': 9}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:06,353]\u001b[0m Trial 65 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 275, 'num_boost_round': 4704, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:06,704]\u001b[0m Trial 66 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 5313, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:07,030]\u001b[0m Trial 67 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 98, 'num_boost_round': 6404, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:07,470]\u001b[0m Trial 68 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 55, 'num_boost_round': 2766, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:08,003]\u001b[0m Trial 69 finished with value: 0.857305848338457 and parameters: {'num_leaves': 26, 'num_boost_round': 3913, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:08,430]\u001b[0m Trial 70 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 75, 'num_boost_round': 2721, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:08,855]\u001b[0m Trial 71 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 4571, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:09,287]\u001b[0m Trial 72 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 83, 'num_boost_round': 3448, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:09,848]\u001b[0m Trial 73 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 99, 'num_boost_round': 7080, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:10,280]\u001b[0m Trial 74 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 206, 'num_boost_round': 6872, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:10,706]\u001b[0m Trial 75 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 220, 'num_boost_round': 6743, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:11,028]\u001b[0m Trial 76 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 51, 'num_boost_round': 7548, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:11,456]\u001b[0m Trial 77 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 256, 'num_boost_round': 5907, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:11,889]\u001b[0m Trial 78 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 222, 'num_boost_round': 318, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:12,808]\u001b[0m Trial 79 finished with value: 0.8544603645147122 and parameters: {'num_leaves': 149, 'num_boost_round': 7986, 'max_depth': 7}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:13,388]\u001b[0m Trial 80 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 105, 'num_boost_round': 5926, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:13,817]\u001b[0m Trial 81 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 33, 'num_boost_round': 7188, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:14,243]\u001b[0m Trial 82 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 174, 'num_boost_round': 3675, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:14,638]\u001b[0m Trial 83 finished with value: 0.8574723686136729 and parameters: {'num_leaves': 10, 'num_boost_round': 6499, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:14,964]\u001b[0m Trial 84 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 132, 'num_boost_round': 5208, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:15,390]\u001b[0m Trial 85 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 122, 'num_boost_round': 4085, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:15,818]\u001b[0m Trial 86 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 197, 'num_boost_round': 758, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:16,394]\u001b[0m Trial 87 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 66, 'num_boost_round': 4948, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:17,134]\u001b[0m Trial 88 finished with value: 0.8567312618943053 and parameters: {'num_leaves': 45, 'num_boost_round': 4044, 'max_depth': 8}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:17,457]\u001b[0m Trial 89 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 183, 'num_boost_round': 4582, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:17,895]\u001b[0m Trial 90 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 153, 'num_boost_round': 4208, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:18,317]\u001b[0m Trial 91 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 154, 'num_boost_round': 4108, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:18,753]\u001b[0m Trial 92 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 113, 'num_boost_round': 4534, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:19,186]\u001b[0m Trial 93 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 4469, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:19,617]\u001b[0m Trial 94 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 55, 'num_boost_round': 3808, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:20,046]\u001b[0m Trial 95 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 72, 'num_boost_round': 2864, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:20,479]\u001b[0m Trial 96 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 70, 'num_boost_round': 2633, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:20,903]\u001b[0m Trial 97 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 83, 'num_boost_round': 1477, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:21,466]\u001b[0m Trial 98 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 138, 'num_boost_round': 1743, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:21,892]\u001b[0m Trial 99 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 52, 'num_boost_round': 3433, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:22,217]\u001b[0m Trial 100 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 349, 'num_boost_round': 3395, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:22,800]\u001b[0m Trial 101 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 243, 'num_boost_round': 3094, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:23,227]\u001b[0m Trial 102 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 79, 'num_boost_round': 3086, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:23,657]\u001b[0m Trial 103 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 2643, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:24,082]\u001b[0m Trial 104 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 2043, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:24,518]\u001b[0m Trial 105 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 21, 'num_boost_round': 5553, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:24,953]\u001b[0m Trial 106 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 90, 'num_boost_round': 3880, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:25,368]\u001b[0m Trial 107 finished with value: 0.8591631898697116 and parameters: {'num_leaves': 14, 'num_boost_round': 3407, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:25,756]\u001b[0m Trial 108 finished with value: 0.8568547796808665 and parameters: {'num_leaves': 9, 'num_boost_round': 3516, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:26,195]\u001b[0m Trial 109 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 262, 'num_boost_round': 370, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:26,630]\u001b[0m Trial 110 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 212, 'num_boost_round': 3242, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:27,060]\u001b[0m Trial 111 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 285, 'num_boost_round': 1063, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:27,347]\u001b[0m Trial 112 finished with value: 0.8574632191480018 and parameters: {'num_leaves': 226, 'num_boost_round': 104, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:27,781]\u001b[0m Trial 113 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 154, 'num_boost_round': 7024, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:28,225]\u001b[0m Trial 114 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 229, 'num_boost_round': 3655, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:28,663]\u001b[0m Trial 115 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 257, 'num_boost_round': 6771, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:28,995]\u001b[0m Trial 116 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 323, 'num_boost_round': 7286, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:29,429]\u001b[0m Trial 117 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 193, 'num_boost_round': 3615, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:29,862]\u001b[0m Trial 118 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 222, 'num_boost_round': 6027, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:30,290]\u001b[0m Trial 119 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 215, 'num_boost_round': 7515, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:30,629]\u001b[0m Trial 120 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 176, 'num_boost_round': 6810, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:31,069]\u001b[0m Trial 121 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 201, 'num_boost_round': 618, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:31,508]\u001b[0m Trial 122 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 196, 'num_boost_round': 811, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:31,946]\u001b[0m Trial 123 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 171, 'num_boost_round': 4178, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:32,386]\u001b[0m Trial 124 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 243, 'num_boost_round': 7164, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:32,818]\u001b[0m Trial 125 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 238, 'num_boost_round': 6636, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:33,260]\u001b[0m Trial 126 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 185, 'num_boost_round': 306, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:33,701]\u001b[0m Trial 127 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 207, 'num_boost_round': 4125, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:34,138]\u001b[0m Trial 128 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 158, 'num_boost_round': 4195, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:34,713]\u001b[0m Trial 129 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 60, 'num_boost_round': 2922, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:35,162]\u001b[0m Trial 130 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 279, 'num_boost_round': 3399, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:35,593]\u001b[0m Trial 131 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 88, 'num_boost_round': 2200, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:36,026]\u001b[0m Trial 132 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 87, 'num_boost_round': 2090, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:36,461]\u001b[0m Trial 133 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 52, 'num_boost_round': 1503, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:36,890]\u001b[0m Trial 134 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 101, 'num_boost_round': 1521, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:37,326]\u001b[0m Trial 135 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 68, 'num_boost_round': 1622, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:37,760]\u001b[0m Trial 136 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 43, 'num_boost_round': 1929, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:38,190]\u001b[0m Trial 137 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 118, 'num_boost_round': 3802, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:38,627]\u001b[0m Trial 138 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 55, 'num_boost_round': 4493, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:39,217]\u001b[0m Trial 139 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 130, 'num_boost_round': 2974, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:39,675]\u001b[0m Trial 140 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 251, 'num_boost_round': 3589, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:40,123]\u001b[0m Trial 141 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 2675, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:40,566]\u001b[0m Trial 142 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 20, 'num_boost_round': 2466, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:40,998]\u001b[0m Trial 143 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 81, 'num_boost_round': 2628, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:41,435]\u001b[0m Trial 144 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 70, 'num_boost_round': 3119, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:41,906]\u001b[0m Trial 145 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3272, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:42,372]\u001b[0m Trial 146 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 2838, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:42,822]\u001b[0m Trial 147 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 5764, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:43,278]\u001b[0m Trial 148 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 277, 'num_boost_round': 1048, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:43,731]\u001b[0m Trial 149 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 490, 'num_boost_round': 3836, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:44,110]\u001b[0m Trial 150 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 3149, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:44,538]\u001b[0m Trial 151 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 267, 'num_boost_round': 3917, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:44,967]\u001b[0m Trial 152 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 419, 'num_boost_round': 5538, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:45,407]\u001b[0m Trial 153 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 420, 'num_boost_round': 1119, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:45,841]\u001b[0m Trial 154 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 262, 'num_boost_round': 4780, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:46,265]\u001b[0m Trial 155 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 289, 'num_boost_round': 3248, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:46,689]\u001b[0m Trial 156 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 287, 'num_boost_round': 1324, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:47,125]\u001b[0m Trial 157 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 227, 'num_boost_round': 3501, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:47,568]\u001b[0m Trial 158 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 246, 'num_boost_round': 489, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:48,001]\u001b[0m Trial 159 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 214, 'num_boost_round': 3589, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:48,332]\u001b[0m Trial 160 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 223, 'num_boost_round': 6092, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:48,762]\u001b[0m Trial 161 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 202, 'num_boost_round': 7589, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:49,192]\u001b[0m Trial 162 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 196, 'num_boost_round': 7487, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:49,621]\u001b[0m Trial 163 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 317, 'num_boost_round': 7100, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:50,070]\u001b[0m Trial 164 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 236, 'num_boost_round': 7767, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:50,508]\u001b[0m Trial 165 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 213, 'num_boost_round': 3763, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:50,883]\u001b[0m Trial 166 finished with value: 0.8569197408871321 and parameters: {'num_leaves': 193, 'num_boost_round': 155, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:51,307]\u001b[0m Trial 167 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 43, 'num_boost_round': 4430, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:51,738]\u001b[0m Trial 168 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 234, 'num_boost_round': 6773, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:52,165]\u001b[0m Trial 169 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 245, 'num_boost_round': 6669, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:52,590]\u001b[0m Trial 170 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 237, 'num_boost_round': 833, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:53,010]\u001b[0m Trial 171 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 263, 'num_boost_round': 881, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:53,433]\u001b[0m Trial 172 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 170, 'num_boost_round': 634, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:53,850]\u001b[0m Trial 173 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 185, 'num_boost_round': 625, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:54,267]\u001b[0m Trial 174 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 207, 'num_boost_round': 338, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:54,691]\u001b[0m Trial 175 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 211, 'num_boost_round': 6366, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:55,137]\u001b[0m Trial 176 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 219, 'num_boost_round': 6428, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:56,046]\u001b[0m Trial 177 finished with value: 0.8544603645147122 and parameters: {'num_leaves': 184, 'num_boost_round': 4209, 'max_depth': 7}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:56,473]\u001b[0m Trial 178 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 294, 'num_boost_round': 3713, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:56,897]\u001b[0m Trial 179 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 305, 'num_boost_round': 1887, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:57,330]\u001b[0m Trial 180 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 302, 'num_boost_round': 1816, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:57,751]\u001b[0m Trial 181 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 229, 'num_boost_round': 7346, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:58,185]\u001b[0m Trial 182 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 197, 'num_boost_round': 2174, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:58,609]\u001b[0m Trial 183 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 163, 'num_boost_round': 4231, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:59,033]\u001b[0m Trial 184 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 204, 'num_boost_round': 4100, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:59,457]\u001b[0m Trial 185 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 176, 'num_boost_round': 5058, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:30:59,878]\u001b[0m Trial 186 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 104, 'num_boost_round': 4333, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:00,303]\u001b[0m Trial 187 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 1514, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:00,650]\u001b[0m Trial 188 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 1657, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:01,068]\u001b[0m Trial 189 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 144, 'num_boost_round': 4548, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:01,497]\u001b[0m Trial 190 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 93, 'num_boost_round': 1584, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:01,921]\u001b[0m Trial 191 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 63, 'num_boost_round': 2197, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:02,348]\u001b[0m Trial 192 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 88, 'num_boost_round': 2000, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:02,763]\u001b[0m Trial 193 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 51, 'num_boost_round': 2324, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:03,183]\u001b[0m Trial 194 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 71, 'num_boost_round': 1430, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:03,602]\u001b[0m Trial 195 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 248, 'num_boost_round': 1239, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:04,016]\u001b[0m Trial 196 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 45, 'num_boost_round': 1881, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:04,437]\u001b[0m Trial 197 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 34, 'num_boost_round': 2866, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:04,856]\u001b[0m Trial 198 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 2943, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:05,276]\u001b[0m Trial 199 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 57, 'num_boost_round': 2380, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:05,696]\u001b[0m Trial 200 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 99, 'num_boost_round': 2489, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:06,115]\u001b[0m Trial 201 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 117, 'num_boost_round': 4017, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:06,538]\u001b[0m Trial 202 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 80, 'num_boost_round': 3960, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:06,969]\u001b[0m Trial 203 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 19, 'num_boost_round': 2525, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:07,397]\u001b[0m Trial 204 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 2730, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:08,090]\u001b[0m Trial 205 finished with value: 0.8564375640462596 and parameters: {'num_leaves': 83, 'num_boost_round': 3300, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:08,511]\u001b[0m Trial 206 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3084, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:08,924]\u001b[0m Trial 207 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 42, 'num_boost_round': 2603, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:09,343]\u001b[0m Trial 208 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 501, 'num_boost_round': 2776, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:09,763]\u001b[0m Trial 209 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 1676, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:10,110]\u001b[0m Trial 210 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 2095, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:10,529]\u001b[0m Trial 211 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 291, 'num_boost_round': 3166, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:10,972]\u001b[0m Trial 212 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 387, 'num_boost_round': 5671, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:11,445]\u001b[0m Trial 213 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 427, 'num_boost_round': 1094, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:11,872]\u001b[0m Trial 214 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 458, 'num_boost_round': 3839, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:12,319]\u001b[0m Trial 215 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 399, 'num_boost_round': 3357, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:12,755]\u001b[0m Trial 216 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 360, 'num_boost_round': 3561, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:13,193]\u001b[0m Trial 217 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 248, 'num_boost_round': 3443, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:13,619]\u001b[0m Trial 218 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 350, 'num_boost_round': 3479, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:14,038]\u001b[0m Trial 219 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 273, 'num_boost_round': 3238, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:14,460]\u001b[0m Trial 220 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 512, 'num_boost_round': 4774, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:14,892]\u001b[0m Trial 221 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 405, 'num_boost_round': 3321, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:15,323]\u001b[0m Trial 222 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 272, 'num_boost_round': 3212, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:15,754]\u001b[0m Trial 223 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 489, 'num_boost_round': 5162, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:16,181]\u001b[0m Trial 224 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 283, 'num_boost_round': 7709, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:16,612]\u001b[0m Trial 225 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 233, 'num_boost_round': 6039, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:17,042]\u001b[0m Trial 226 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 232, 'num_boost_round': 6644, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:17,465]\u001b[0m Trial 227 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 318, 'num_boost_round': 2979, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:17,893]\u001b[0m Trial 228 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 322, 'num_boost_round': 7628, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:18,325]\u001b[0m Trial 229 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 257, 'num_boost_round': 7839, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:18,762]\u001b[0m Trial 230 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 264, 'num_boost_round': 7493, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:19,182]\u001b[0m Trial 231 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 269, 'num_boost_round': 3734, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:19,602]\u001b[0m Trial 232 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 286, 'num_boost_round': 4903, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:20,024]\u001b[0m Trial 233 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 210, 'num_boost_round': 6383, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:20,451]\u001b[0m Trial 234 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 215, 'num_boost_round': 6933, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:20,866]\u001b[0m Trial 235 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 244, 'num_boost_round': 5362, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:21,281]\u001b[0m Trial 236 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 254, 'num_boost_round': 3682, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:21,702]\u001b[0m Trial 237 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 240, 'num_boost_round': 7171, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:22,160]\u001b[0m Trial 238 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 227, 'num_boost_round': 715, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:22,591]\u001b[0m Trial 239 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 431, 'num_boost_round': 906, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:23,009]\u001b[0m Trial 240 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 236, 'num_boost_round': 7466, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:23,428]\u001b[0m Trial 241 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 157, 'num_boost_round': 7296, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:23,849]\u001b[0m Trial 242 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 161, 'num_boost_round': 4136, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:24,267]\u001b[0m Trial 243 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 216, 'num_boost_round': 600, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:24,686]\u001b[0m Trial 244 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 203, 'num_boost_round': 505, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:25,109]\u001b[0m Trial 245 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 196, 'num_boost_round': 729, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:25,527]\u001b[0m Trial 246 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 220, 'num_boost_round': 941, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:25,949]\u001b[0m Trial 247 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 308, 'num_boost_round': 572, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:26,370]\u001b[0m Trial 248 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 295, 'num_boost_round': 412, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:26,796]\u001b[0m Trial 249 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 313, 'num_boost_round': 251, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:27,236]\u001b[0m Trial 250 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 330, 'num_boost_round': 6537, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:27,670]\u001b[0m Trial 251 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 231, 'num_boost_round': 7963, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:28,109]\u001b[0m Trial 252 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 236, 'num_boost_round': 6735, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:28,536]\u001b[0m Trial 253 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 206, 'num_boost_round': 6329, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:28,976]\u001b[0m Trial 254 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 310, 'num_boost_round': 444, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:29,404]\u001b[0m Trial 255 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 298, 'num_boost_round': 7339, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:29,834]\u001b[0m Trial 256 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 201, 'num_boost_round': 7718, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:30,263]\u001b[0m Trial 257 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 177, 'num_boost_round': 7064, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:30,695]\u001b[0m Trial 258 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 184, 'num_boost_round': 4360, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:31,136]\u001b[0m Trial 259 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 100, 'num_boost_round': 2470, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:31,568]\u001b[0m Trial 260 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 119, 'num_boost_round': 2264, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:32,004]\u001b[0m Trial 261 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 186, 'num_boost_round': 4689, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:32,438]\u001b[0m Trial 262 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 171, 'num_boost_round': 4380, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:32,883]\u001b[0m Trial 263 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 144, 'num_boost_round': 1769, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:33,312]\u001b[0m Trial 264 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 162, 'num_boost_round': 1806, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:33,746]\u001b[0m Trial 265 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 174, 'num_boost_round': 1894, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:34,180]\u001b[0m Trial 266 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 303, 'num_boost_round': 851, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:34,607]\u001b[0m Trial 267 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 194, 'num_boost_round': 2024, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:35,036]\u001b[0m Trial 268 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 169, 'num_boost_round': 1534, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:35,462]\u001b[0m Trial 269 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 105, 'num_boost_round': 2106, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:35,895]\u001b[0m Trial 270 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 91, 'num_boost_round': 2146, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:36,329]\u001b[0m Trial 271 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 65, 'num_boost_round': 1629, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:36,785]\u001b[0m Trial 272 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 63, 'num_boost_round': 1516, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:37,248]\u001b[0m Trial 273 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 140, 'num_boost_round': 1317, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:37,687]\u001b[0m Trial 274 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 75, 'num_boost_round': 2306, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:38,108]\u001b[0m Trial 275 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 51, 'num_boost_round': 1961, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:38,537]\u001b[0m Trial 276 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 1873, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:38,968]\u001b[0m Trial 277 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 39, 'num_boost_round': 4521, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:39,400]\u001b[0m Trial 278 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 51, 'num_boost_round': 1400, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:39,836]\u001b[0m Trial 279 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 418, 'num_boost_round': 3327, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:40,270]\u001b[0m Trial 280 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 281, 'num_boost_round': 3612, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:40,700]\u001b[0m Trial 281 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 60, 'num_boost_round': 2353, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:41,352]\u001b[0m Trial 282 finished with value: 0.8566114038940126 and parameters: {'num_leaves': 38, 'num_boost_round': 2253, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:42,543]\u001b[0m Trial 283 finished with value: 0.853941589811155 and parameters: {'num_leaves': 279, 'num_boost_round': 3547, 'max_depth': 8}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:42,913]\u001b[0m Trial 284 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 5973, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:43,485]\u001b[0m Trial 285 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 267, 'num_boost_round': 5571, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:43,938]\u001b[0m Trial 286 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 475, 'num_boost_round': 5765, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:44,386]\u001b[0m Trial 287 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 85, 'num_boost_round': 3998, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:44,811]\u001b[0m Trial 288 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 76, 'num_boost_round': 2468, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:45,241]\u001b[0m Trial 289 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 100, 'num_boost_round': 4303, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:45,664]\u001b[0m Trial 290 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 71, 'num_boost_round': 2534, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:46,083]\u001b[0m Trial 291 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 439, 'num_boost_round': 1185, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:46,508]\u001b[0m Trial 292 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 390, 'num_boost_round': 1196, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:46,933]\u001b[0m Trial 293 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 22, 'num_boost_round': 2277, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:47,352]\u001b[0m Trial 294 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 28, 'num_boost_round': 2821, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:47,774]\u001b[0m Trial 295 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 458, 'num_boost_round': 3998, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:48,211]\u001b[0m Trial 296 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 362, 'num_boost_round': 3450, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:48,645]\u001b[0m Trial 297 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 46, 'num_boost_round': 3443, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:49,066]\u001b[0m Trial 298 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 366, 'num_boost_round': 3038, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:49,392]\u001b[0m Trial 299 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 94, 'num_boost_round': 3882, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:49,817]\u001b[0m Trial 300 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 254, 'num_boost_round': 3678, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:50,240]\u001b[0m Trial 301 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 254, 'num_boost_round': 3764, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:50,670]\u001b[0m Trial 302 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 251, 'num_boost_round': 3866, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:51,090]\u001b[0m Trial 303 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 40, 'num_boost_round': 2684, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:51,521]\u001b[0m Trial 304 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 504, 'num_boost_round': 2775, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:51,978]\u001b[0m Trial 305 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 483, 'num_boost_round': 2594, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:53,404]\u001b[0m Trial 306 finished with value: 0.8538153271848924 and parameters: {'num_leaves': 495, 'num_boost_round': 2925, 'max_depth': 9}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:53,835]\u001b[0m Trial 307 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 221, 'num_boost_round': 622, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:54,285]\u001b[0m Trial 308 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 2795, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:54,734]\u001b[0m Trial 309 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 5143, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:55,294]\u001b[0m Trial 310 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 33, 'num_boost_round': 2952, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:55,721]\u001b[0m Trial 311 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 223, 'num_boost_round': 890, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:56,151]\u001b[0m Trial 312 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 333, 'num_boost_round': 2977, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:56,591]\u001b[0m Trial 313 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 3079, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:56,979]\u001b[0m Trial 314 finished with value: 0.8582766066461719 and parameters: {'num_leaves': 11, 'num_boost_round': 2730, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:57,401]\u001b[0m Trial 315 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 293, 'num_boost_round': 393, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:57,825]\u001b[0m Trial 316 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 409, 'num_boost_round': 3117, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:58,169]\u001b[0m Trial 317 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 386, 'num_boost_round': 2589, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:58,629]\u001b[0m Trial 318 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 232, 'num_boost_round': 6500, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:59,078]\u001b[0m Trial 319 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 465, 'num_boost_round': 2821, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:59,521]\u001b[0m Trial 320 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 442, 'num_boost_round': 3189, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:31:59,957]\u001b[0m Trial 321 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 299, 'num_boost_round': 7456, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:00,394]\u001b[0m Trial 322 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 205, 'num_boost_round': 7330, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:00,836]\u001b[0m Trial 323 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 392, 'num_boost_round': 3337, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:01,268]\u001b[0m Trial 324 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 400, 'num_boost_round': 3213, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:01,707]\u001b[0m Trial 325 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 342, 'num_boost_round': 3466, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:02,133]\u001b[0m Trial 326 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 376, 'num_boost_round': 3397, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:02,562]\u001b[0m Trial 327 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 405, 'num_boost_round': 3562, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:02,996]\u001b[0m Trial 328 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 366, 'num_boost_round': 3158, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:03,433]\u001b[0m Trial 329 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 507, 'num_boost_round': 3305, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:03,862]\u001b[0m Trial 330 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 425, 'num_boost_round': 3238, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:04,288]\u001b[0m Trial 331 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 427, 'num_boost_round': 3086, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:04,713]\u001b[0m Trial 332 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 433, 'num_boost_round': 3324, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:05,142]\u001b[0m Trial 333 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 191, 'num_boost_round': 668, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:05,571]\u001b[0m Trial 334 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 182, 'num_boost_round': 710, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:05,995]\u001b[0m Trial 335 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 453, 'num_boost_round': 4771, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:06,418]\u001b[0m Trial 336 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 350, 'num_boost_round': 4634, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:06,847]\u001b[0m Trial 337 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 350, 'num_boost_round': 5337, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:07,321]\u001b[0m Trial 338 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 321, 'num_boost_round': 6164, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:07,773]\u001b[0m Trial 339 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 375, 'num_boost_round': 7764, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:08,234]\u001b[0m Trial 340 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 411, 'num_boost_round': 5652, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:08,671]\u001b[0m Trial 341 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 271, 'num_boost_round': 4970, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:09,097]\u001b[0m Trial 342 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 327, 'num_boost_round': 7649, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:09,525]\u001b[0m Trial 343 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 268, 'num_boost_round': 3556, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:09,952]\u001b[0m Trial 344 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 275, 'num_boost_round': 7982, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:10,377]\u001b[0m Trial 345 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 318, 'num_boost_round': 7819, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:10,802]\u001b[0m Trial 346 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 267, 'num_boost_round': 4989, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:11,222]\u001b[0m Trial 347 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 332, 'num_boost_round': 4881, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:11,684]\u001b[0m Trial 348 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 283, 'num_boost_round': 5210, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:12,141]\u001b[0m Trial 349 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 263, 'num_boost_round': 7872, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:12,587]\u001b[0m Trial 350 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 257, 'num_boost_round': 6336, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:13,051]\u001b[0m Trial 351 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 278, 'num_boost_round': 6302, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:13,401]\u001b[0m Trial 352 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 243, 'num_boost_round': 6906, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:13,854]\u001b[0m Trial 353 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 58, 'num_boost_round': 2341, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:14,440]\u001b[0m Trial 354 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 240, 'num_boost_round': 7639, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:14,879]\u001b[0m Trial 355 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 65, 'num_boost_round': 1773, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:15,308]\u001b[0m Trial 356 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 111, 'num_boost_round': 1463, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:15,741]\u001b[0m Trial 357 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 256, 'num_boost_round': 7110, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:16,172]\u001b[0m Trial 358 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 244, 'num_boost_round': 7514, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:16,596]\u001b[0m Trial 359 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 232, 'num_boost_round': 7207, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:17,027]\u001b[0m Trial 360 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 264, 'num_boost_round': 6854, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:17,466]\u001b[0m Trial 361 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 245, 'num_boost_round': 5351, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:17,905]\u001b[0m Trial 362 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 233, 'num_boost_round': 7405, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:18,340]\u001b[0m Trial 363 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 213, 'num_boost_round': 7440, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:18,770]\u001b[0m Trial 364 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 227, 'num_boost_round': 7237, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:19,200]\u001b[0m Trial 365 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 219, 'num_boost_round': 7549, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:19,629]\u001b[0m Trial 366 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 210, 'num_boost_round': 922, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:20,072]\u001b[0m Trial 367 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 150, 'num_boost_round': 7006, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:20,468]\u001b[0m Trial 368 finished with value: 0.8569343800322061 and parameters: {'num_leaves': 224, 'num_boost_round': 160, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:20,910]\u001b[0m Trial 369 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 45, 'num_boost_round': 2434, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:21,246]\u001b[0m Trial 370 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 214, 'num_boost_round': 507, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:21,712]\u001b[0m Trial 371 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 76, 'num_boost_round': 2081, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:22,169]\u001b[0m Trial 372 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 197, 'num_boost_round': 481, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:22,604]\u001b[0m Trial 373 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 218, 'num_boost_round': 297, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:23,045]\u001b[0m Trial 374 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 205, 'num_boost_round': 691, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:23,490]\u001b[0m Trial 375 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 223, 'num_boost_round': 318, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:23,940]\u001b[0m Trial 376 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 313, 'num_boost_round': 549, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:24,449]\u001b[0m Trial 377 finished with value: 0.8580012077294686 and parameters: {'num_leaves': 18, 'num_boost_round': 2900, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:24,821]\u001b[0m Trial 378 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2643, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:25,258]\u001b[0m Trial 379 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 2714, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:25,551]\u001b[0m Trial 380 finished with value: 0.8574632191480018 and parameters: {'num_leaves': 212, 'num_boost_round': 104, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:25,992]\u001b[0m Trial 381 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 2573, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:26,440]\u001b[0m Trial 382 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 236, 'num_boost_round': 478, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:26,876]\u001b[0m Trial 383 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 222, 'num_boost_round': 705, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:27,321]\u001b[0m Trial 384 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 239, 'num_boost_round': 305, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:28,265]\u001b[0m Trial 385 finished with value: 0.8544603645147122 and parameters: {'num_leaves': 235, 'num_boost_round': 1004, 'max_depth': 7}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:28,700]\u001b[0m Trial 386 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 21, 'num_boost_round': 2878, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:29,138]\u001b[0m Trial 387 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 314, 'num_boost_round': 416, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:29,573]\u001b[0m Trial 388 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 197, 'num_boost_round': 585, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:30,009]\u001b[0m Trial 389 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 306, 'num_boost_round': 871, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:30,439]\u001b[0m Trial 390 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 306, 'num_boost_round': 430, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:30,870]\u001b[0m Trial 391 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 299, 'num_boost_round': 817, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:31,301]\u001b[0m Trial 392 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 192, 'num_boost_round': 6599, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:31,742]\u001b[0m Trial 393 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 183, 'num_boost_round': 210, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:32,175]\u001b[0m Trial 394 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 158, 'num_boost_round': 7989, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:32,766]\u001b[0m Trial 395 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 188, 'num_boost_round': 6735, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:33,202]\u001b[0m Trial 396 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 394, 'num_boost_round': 3559, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:33,638]\u001b[0m Trial 397 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 181, 'num_boost_round': 471, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:34,073]\u001b[0m Trial 398 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 178, 'num_boost_round': 214, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:34,510]\u001b[0m Trial 399 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 332, 'num_boost_round': 4366, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:34,941]\u001b[0m Trial 400 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 312, 'num_boost_round': 4697, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:35,375]\u001b[0m Trial 401 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 130, 'num_boost_round': 4498, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:35,809]\u001b[0m Trial 402 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 168, 'num_boost_round': 4420, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:36,250]\u001b[0m Trial 403 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 120, 'num_boost_round': 1734, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:36,693]\u001b[0m Trial 404 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 171, 'num_boost_round': 4293, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:37,129]\u001b[0m Trial 405 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 165, 'num_boost_round': 7997, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:37,647]\u001b[0m Trial 406 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 175, 'num_boost_round': 1865, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:38,092]\u001b[0m Trial 407 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 159, 'num_boost_round': 2075, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:38,442]\u001b[0m Trial 408 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 141, 'num_boost_round': 2063, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:38,908]\u001b[0m Trial 409 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 497, 'num_boost_round': 3405, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:39,353]\u001b[0m Trial 410 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 170, 'num_boost_round': 1916, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:39,782]\u001b[0m Trial 411 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 342, 'num_boost_round': 3295, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:40,491]\u001b[0m Trial 412 finished with value: 0.8564375640462596 and parameters: {'num_leaves': 350, 'num_boost_round': 3340, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:40,929]\u001b[0m Trial 413 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 475, 'num_boost_round': 3092, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:41,370]\u001b[0m Trial 414 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 108, 'num_boost_round': 1656, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:41,840]\u001b[0m Trial 415 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 150, 'num_boost_round': 2269, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:42,301]\u001b[0m Trial 416 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 177, 'num_boost_round': 2200, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:42,733]\u001b[0m Trial 417 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 126, 'num_boost_round': 1609, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:43,184]\u001b[0m Trial 418 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 104, 'num_boost_round': 1780, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:43,649]\u001b[0m Trial 419 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 150, 'num_boost_round': 1416, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:44,110]\u001b[0m Trial 420 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 144, 'num_boost_round': 1545, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:44,563]\u001b[0m Trial 421 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 273, 'num_boost_round': 5036, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:44,997]\u001b[0m Trial 422 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 285, 'num_boost_round': 5200, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:45,427]\u001b[0m Trial 423 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 130, 'num_boost_round': 1958, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:45,877]\u001b[0m Trial 424 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 93, 'num_boost_round': 1955, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:46,309]\u001b[0m Trial 425 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 61, 'num_boost_round': 1819, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:46,744]\u001b[0m Trial 426 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 136, 'num_boost_round': 1351, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:47,177]\u001b[0m Trial 427 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 53, 'num_boost_round': 2122, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:47,606]\u001b[0m Trial 428 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 66, 'num_boost_round': 1730, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:47,978]\u001b[0m Trial 429 finished with value: 0.8574083223539745 and parameters: {'num_leaves': 8, 'num_boost_round': 1569, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:48,408]\u001b[0m Trial 430 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 249, 'num_boost_round': 6932, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:48,843]\u001b[0m Trial 431 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 82, 'num_boost_round': 1968, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:49,271]\u001b[0m Trial 432 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 48, 'num_boost_round': 1366, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:49,710]\u001b[0m Trial 433 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 57, 'num_boost_round': 1864, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:50,154]\u001b[0m Trial 434 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 64, 'num_boost_round': 1665, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:50,588]\u001b[0m Trial 435 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 71, 'num_boost_round': 1272, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:51,018]\u001b[0m Trial 436 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 57, 'num_boost_round': 1487, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:51,342]\u001b[0m Trial 437 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 86, 'num_boost_round': 2072, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:51,776]\u001b[0m Trial 438 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 257, 'num_boost_round': 7265, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:52,221]\u001b[0m Trial 439 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 74, 'num_boost_round': 2319, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:52,653]\u001b[0m Trial 440 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 84, 'num_boost_round': 2187, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:53,085]\u001b[0m Trial 441 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 76, 'num_boost_round': 2365, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:53,974]\u001b[0m Trial 442 finished with value: 0.8546049260723173 and parameters: {'num_leaves': 73, 'num_boost_round': 2372, 'max_depth': 7}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:54,401]\u001b[0m Trial 443 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 253, 'num_boost_round': 7176, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:54,835]\u001b[0m Trial 444 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 67, 'num_boost_round': 1205, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:55,265]\u001b[0m Trial 445 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 89, 'num_boost_round': 1152, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:55,700]\u001b[0m Trial 446 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 96, 'num_boost_round': 1134, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:56,129]\u001b[0m Trial 447 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 45, 'num_boost_round': 1231, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:56,562]\u001b[0m Trial 448 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 21, 'num_boost_round': 2538, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:56,993]\u001b[0m Trial 449 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 459, 'num_boost_round': 2456, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:57,421]\u001b[0m Trial 450 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 474, 'num_boost_round': 4097, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:57,850]\u001b[0m Trial 451 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 442, 'num_boost_round': 1428, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:58,283]\u001b[0m Trial 452 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 443, 'num_boost_round': 3775, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:58,713]\u001b[0m Trial 453 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 4107, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:59,148]\u001b[0m Trial 454 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3863, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:59,517]\u001b[0m Trial 455 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 4002, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:32:59,961]\u001b[0m Trial 456 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 230, 'num_boost_round': 643, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:00,404]\u001b[0m Trial 457 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 369, 'num_boost_round': 3701, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:00,852]\u001b[0m Trial 458 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 378, 'num_boost_round': 3685, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:01,282]\u001b[0m Trial 459 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 464, 'num_boost_round': 3939, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:01,846]\u001b[0m Trial 460 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 456, 'num_boost_round': 3965, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:02,274]\u001b[0m Trial 461 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 293, 'num_boost_round': 775, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:02,711]\u001b[0m Trial 462 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3769, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:03,141]\u001b[0m Trial 463 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 365, 'num_boost_round': 3603, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:03,576]\u001b[0m Trial 464 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 486, 'num_boost_round': 4166, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:03,939]\u001b[0m Trial 465 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2741, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:04,369]\u001b[0m Trial 466 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 200, 'num_boost_round': 7042, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:04,798]\u001b[0m Trial 467 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 485, 'num_boost_round': 2974, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:05,227]\u001b[0m Trial 468 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 481, 'num_boost_round': 3826, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:05,660]\u001b[0m Trial 469 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 2754, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:06,090]\u001b[0m Trial 470 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 41, 'num_boost_round': 2731, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:06,427]\u001b[0m Trial 471 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 506, 'num_boost_round': 3059, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:06,852]\u001b[0m Trial 472 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 325, 'num_boost_round': 4364, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:07,280]\u001b[0m Trial 473 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 2836, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:07,705]\u001b[0m Trial 474 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 20, 'num_boost_round': 3102, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:08,116]\u001b[0m Trial 475 finished with value: 0.8591631898697116 and parameters: {'num_leaves': 14, 'num_boost_round': 2850, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:08,540]\u001b[0m Trial 476 finished with value: 0.8591631898697116 and parameters: {'num_leaves': 14, 'num_boost_round': 2970, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:08,966]\u001b[0m Trial 477 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 2931, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:09,317]\u001b[0m Trial 478 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 3020, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:09,758]\u001b[0m Trial 479 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 192, 'num_boost_round': 6726, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:10,194]\u001b[0m Trial 480 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 410, 'num_boost_round': 3146, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:10,622]\u001b[0m Trial 481 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3487, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:10,967]\u001b[0m Trial 482 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 3097, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:11,390]\u001b[0m Trial 483 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 161, 'num_boost_round': 4280, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:11,812]\u001b[0m Trial 484 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2919, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:12,191]\u001b[0m Trial 485 finished with value: 0.8568547796808665 and parameters: {'num_leaves': 9, 'num_boost_round': 3174, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:12,618]\u001b[0m Trial 486 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 176, 'num_boost_round': 4506, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:13,044]\u001b[0m Trial 487 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 478, 'num_boost_round': 2801, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:13,393]\u001b[0m Trial 488 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 3014, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:13,835]\u001b[0m Trial 489 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 167, 'num_boost_round': 2056, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:14,259]\u001b[0m Trial 490 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 445, 'num_boost_round': 3270, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:14,683]\u001b[0m Trial 491 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 504, 'num_boost_round': 3311, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:15,110]\u001b[0m Trial 492 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 468, 'num_boost_round': 2866, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:15,533]\u001b[0m Trial 493 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 399, 'num_boost_round': 3224, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:15,975]\u001b[0m Trial 494 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 410, 'num_boost_round': 3163, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:16,403]\u001b[0m Trial 495 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 394, 'num_boost_round': 3002, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:16,829]\u001b[0m Trial 496 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 405, 'num_boost_round': 3390, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:17,259]\u001b[0m Trial 497 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 384, 'num_boost_round': 3018, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:17,697]\u001b[0m Trial 498 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 378, 'num_boost_round': 3387, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:18,141]\u001b[0m Trial 499 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 418, 'num_boost_round': 3448, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:18,580]\u001b[0m Trial 500 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 336, 'num_boost_round': 3192, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:18,915]\u001b[0m Trial 501 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 359, 'num_boost_round': 3455, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:19,350]\u001b[0m Trial 502 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 144, 'num_boost_round': 1822, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:19,775]\u001b[0m Trial 503 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 422, 'num_boost_round': 3278, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:20,205]\u001b[0m Trial 504 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 399, 'num_boost_round': 3287, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:20,636]\u001b[0m Trial 505 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 426, 'num_boost_round': 3142, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:21,062]\u001b[0m Trial 506 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 432, 'num_boost_round': 3231, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:21,488]\u001b[0m Trial 507 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 422, 'num_boost_round': 3474, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:21,915]\u001b[0m Trial 508 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 409, 'num_boost_round': 3202, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:22,341]\u001b[0m Trial 509 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 430, 'num_boost_round': 3392, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:22,774]\u001b[0m Trial 510 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 384, 'num_boost_round': 3598, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:23,204]\u001b[0m Trial 511 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 453, 'num_boost_round': 3242, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:23,771]\u001b[0m Trial 512 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 437, 'num_boost_round': 3476, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:24,199]\u001b[0m Trial 513 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 51, 'num_boost_round': 1612, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:24,627]\u001b[0m Trial 514 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 344, 'num_boost_round': 5507, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:24,973]\u001b[0m Trial 515 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 415, 'num_boost_round': 4758, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:25,429]\u001b[0m Trial 516 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 73, 'num_boost_round': 2343, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:25,860]\u001b[0m Trial 517 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 353, 'num_boost_round': 6170, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:26,292]\u001b[0m Trial 518 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 449, 'num_boost_round': 3341, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:26,727]\u001b[0m Trial 519 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 356, 'num_boost_round': 4774, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:27,166]\u001b[0m Trial 520 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 348, 'num_boost_round': 3130, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:27,870]\u001b[0m Trial 521 finished with value: 0.8564375640462596 and parameters: {'num_leaves': 374, 'num_boost_round': 3586, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:28,299]\u001b[0m Trial 522 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 96, 'num_boost_round': 1252, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:28,739]\u001b[0m Trial 523 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 445, 'num_boost_round': 5837, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:29,180]\u001b[0m Trial 524 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 434, 'num_boost_round': 5318, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:29,620]\u001b[0m Trial 525 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 429, 'num_boost_round': 5653, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:30,060]\u001b[0m Trial 526 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 344, 'num_boost_round': 4740, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:30,499]\u001b[0m Trial 527 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 330, 'num_boost_round': 4956, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:30,938]\u001b[0m Trial 528 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 448, 'num_boost_round': 4644, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:31,373]\u001b[0m Trial 529 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 328, 'num_boost_round': 7777, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:31,813]\u001b[0m Trial 530 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 322, 'num_boost_round': 7836, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:33,252]\u001b[0m Trial 531 finished with value: 0.8538153271848924 and parameters: {'num_leaves': 320, 'num_boost_round': 4988, 'max_depth': 9}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:33,692]\u001b[0m Trial 532 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 19, 'num_boost_round': 4007, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:34,125]\u001b[0m Trial 533 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 343, 'num_boost_round': 5216, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:34,553]\u001b[0m Trial 534 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 331, 'num_boost_round': 4927, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:34,997]\u001b[0m Trial 535 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 320, 'num_boost_round': 5217, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:35,444]\u001b[0m Trial 536 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 271, 'num_boost_round': 7916, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:35,895]\u001b[0m Trial 537 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 267, 'num_boost_round': 5080, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:36,369]\u001b[0m Trial 538 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 281, 'num_boost_round': 5416, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:36,817]\u001b[0m Trial 539 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 275, 'num_boost_round': 4844, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:37,254]\u001b[0m Trial 540 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 281, 'num_boost_round': 4925, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:37,689]\u001b[0m Trial 541 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 277, 'num_boost_round': 7992, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:38,128]\u001b[0m Trial 542 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 266, 'num_boost_round': 6269, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:38,565]\u001b[0m Trial 543 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 288, 'num_boost_round': 6086, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:39,000]\u001b[0m Trial 544 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 262, 'num_boost_round': 5079, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:40,159]\u001b[0m Trial 545 finished with value: 0.853941589811155 and parameters: {'num_leaves': 261, 'num_boost_round': 5910, 'max_depth': 8}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:40,728]\u001b[0m Trial 546 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 32, 'num_boost_round': 2566, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:41,180]\u001b[0m Trial 547 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 491, 'num_boost_round': 2614, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:41,625]\u001b[0m Trial 548 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 255, 'num_boost_round': 7750, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:42,046]\u001b[0m Trial 549 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 258, 'num_boost_round': 7629, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:42,466]\u001b[0m Trial 550 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 278, 'num_boost_round': 7636, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:42,886]\u001b[0m Trial 551 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 271, 'num_boost_round': 7419, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:43,306]\u001b[0m Trial 552 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 270, 'num_boost_round': 7886, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:43,725]\u001b[0m Trial 553 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 255, 'num_boost_round': 7493, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:44,145]\u001b[0m Trial 554 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 242, 'num_boost_round': 5263, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:44,706]\u001b[0m Trial 555 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 248, 'num_boost_round': 7174, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:45,027]\u001b[0m Trial 556 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 36, 'num_boost_round': 4131, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:45,450]\u001b[0m Trial 557 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 512, 'num_boost_round': 3815, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:45,874]\u001b[0m Trial 558 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 244, 'num_boost_round': 7266, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:46,297]\u001b[0m Trial 559 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 249, 'num_boost_round': 7290, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:46,717]\u001b[0m Trial 560 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 234, 'num_boost_round': 7361, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:47,136]\u001b[0m Trial 561 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 226, 'num_boost_round': 7085, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:47,558]\u001b[0m Trial 562 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 243, 'num_boost_round': 6937, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:47,981]\u001b[0m Trial 563 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 231, 'num_boost_round': 7093, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:48,402]\u001b[0m Trial 564 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 218, 'num_boost_round': 7458, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:48,818]\u001b[0m Trial 565 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 2752, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:49,243]\u001b[0m Trial 566 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 505, 'num_boost_round': 2758, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:49,593]\u001b[0m Trial 567 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 2895, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:50,019]\u001b[0m Trial 568 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 393, 'num_boost_round': 3339, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:50,437]\u001b[0m Trial 569 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 2867, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:50,857]\u001b[0m Trial 570 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 498, 'num_boost_round': 2819, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:51,276]\u001b[0m Trial 571 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 485, 'num_boost_round': 2685, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:51,697]\u001b[0m Trial 572 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 406, 'num_boost_round': 3019, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:52,117]\u001b[0m Trial 573 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 208, 'num_boost_round': 7429, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:52,535]\u001b[0m Trial 574 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 213, 'num_boost_round': 207, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:52,951]\u001b[0m Trial 575 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 215, 'num_boost_round': 303, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:53,367]\u001b[0m Trial 576 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 206, 'num_boost_round': 466, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:53,683]\u001b[0m Trial 577 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 216, 'num_boost_round': 313, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:54,039]\u001b[0m Trial 578 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3010, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:54,465]\u001b[0m Trial 579 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2996, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:54,889]\u001b[0m Trial 580 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 40, 'num_boost_round': 308, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:55,315]\u001b[0m Trial 581 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 223, 'num_boost_round': 659, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:55,737]\u001b[0m Trial 582 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 466, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:56,048]\u001b[0m Trial 583 finished with value: 0.8573955131020349 and parameters: {'num_leaves': 17, 'num_boost_round': 117, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:56,481]\u001b[0m Trial 584 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 415, 'num_boost_round': 3637, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:56,920]\u001b[0m Trial 585 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 222, 'num_boost_round': 339, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:57,366]\u001b[0m Trial 586 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 533, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:57,802]\u001b[0m Trial 587 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 275, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:58,164]\u001b[0m Trial 588 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 585, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:58,596]\u001b[0m Trial 589 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 426, 'num_boost_round': 3273, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:59,032]\u001b[0m Trial 590 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 19, 'num_boost_round': 706, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:59,334]\u001b[0m Trial 591 finished with value: 0.8573534255599473 and parameters: {'num_leaves': 235, 'num_boost_round': 111, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:33:59,772]\u001b[0m Trial 592 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 381, 'num_boost_round': 3217, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:00,129]\u001b[0m Trial 593 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 430, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:00,565]\u001b[0m Trial 594 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 388, 'num_boost_round': 3484, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:01,020]\u001b[0m Trial 595 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 304, 'num_boost_round': 542, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:01,457]\u001b[0m Trial 596 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 19, 'num_boost_round': 839, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:01,890]\u001b[0m Trial 597 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 311, 'num_boost_round': 808, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:02,251]\u001b[0m Trial 598 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 843, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:02,814]\u001b[0m Trial 599 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 436, 'num_boost_round': 3152, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:03,245]\u001b[0m Trial 600 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 402, 'num_boost_round': 3437, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:03,628]\u001b[0m Trial 601 finished with value: 0.8569380398184746 and parameters: {'num_leaves': 187, 'num_boost_round': 157, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:04,061]\u001b[0m Trial 602 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 439, 'num_boost_round': 3611, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:04,509]\u001b[0m Trial 603 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 184, 'num_boost_round': 966, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:04,943]\u001b[0m Trial 604 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 304, 'num_boost_round': 239, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:05,372]\u001b[0m Trial 605 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 193, 'num_boost_round': 389, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:05,704]\u001b[0m Trial 606 finished with value: 0.8573113380178596 and parameters: {'num_leaves': 196, 'num_boost_round': 126, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:06,130]\u001b[0m Trial 607 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 361, 'num_boost_round': 4567, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:06,565]\u001b[0m Trial 608 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 184, 'num_boost_round': 978, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:06,991]\u001b[0m Trial 609 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 297, 'num_boost_round': 664, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:07,378]\u001b[0m Trial 610 finished with value: 0.8569380398184746 and parameters: {'num_leaves': 181, 'num_boost_round': 157, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:07,812]\u001b[0m Trial 611 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 396, 'num_boost_round': 3364, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:08,244]\u001b[0m Trial 612 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 308, 'num_boost_round': 4537, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:08,677]\u001b[0m Trial 613 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 351, 'num_boost_round': 5655, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:09,011]\u001b[0m Trial 614 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 370, 'num_boost_round': 3484, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:09,458]\u001b[0m Trial 615 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 371, 'num_boost_round': 3212, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:09,898]\u001b[0m Trial 616 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 170, 'num_boost_round': 4378, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:10,329]\u001b[0m Trial 617 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 169, 'num_boost_round': 4426, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:10,895]\u001b[0m Trial 618 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 166, 'num_boost_round': 4343, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:11,382]\u001b[0m Trial 619 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 357, 'num_boost_round': 5424, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:11,875]\u001b[0m Trial 620 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 153, 'num_boost_round': 4620, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:12,332]\u001b[0m Trial 621 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 323, 'num_boost_round': 5547, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:12,788]\u001b[0m Trial 622 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 335, 'num_boost_round': 5098, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:13,245]\u001b[0m Trial 623 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 174, 'num_boost_round': 4335, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:13,689]\u001b[0m Trial 624 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 159, 'num_boost_round': 4239, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:14,151]\u001b[0m Trial 625 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 161, 'num_boost_round': 4449, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:15,106]\u001b[0m Trial 626 finished with value: 0.8544603645147122 and parameters: {'num_leaves': 133, 'num_boost_round': 4177, 'max_depth': 7}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:15,540]\u001b[0m Trial 627 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 331, 'num_boost_round': 4824, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:15,973]\u001b[0m Trial 628 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 176, 'num_boost_round': 4084, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:16,408]\u001b[0m Trial 629 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 339, 'num_boost_round': 4960, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:16,851]\u001b[0m Trial 630 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 336, 'num_boost_round': 5033, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:17,289]\u001b[0m Trial 631 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 154, 'num_boost_round': 4294, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:17,779]\u001b[0m Trial 632 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 165, 'num_boost_round': 4542, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:18,114]\u001b[0m Trial 633 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 154, 'num_boost_round': 4202, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:18,556]\u001b[0m Trial 634 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 289, 'num_boost_round': 6404, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:18,998]\u001b[0m Trial 635 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 276, 'num_boost_round': 4802, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:19,436]\u001b[0m Trial 636 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 289, 'num_boost_round': 7822, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:19,877]\u001b[0m Trial 637 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 141, 'num_boost_round': 1812, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:20,329]\u001b[0m Trial 638 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 116, 'num_boost_round': 4627, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:20,782]\u001b[0m Trial 639 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 154, 'num_boost_round': 1762, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:21,243]\u001b[0m Trial 640 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 121, 'num_boost_round': 2010, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:21,698]\u001b[0m Trial 641 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 137, 'num_boost_round': 1693, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:22,159]\u001b[0m Trial 642 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 146, 'num_boost_round': 2212, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:22,624]\u001b[0m Trial 643 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 127, 'num_boost_round': 1707, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:23,079]\u001b[0m Trial 644 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 120, 'num_boost_round': 2010, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:23,529]\u001b[0m Trial 645 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 149, 'num_boost_round': 1949, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:23,984]\u001b[0m Trial 646 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 164, 'num_boost_round': 1803, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:24,429]\u001b[0m Trial 647 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 124, 'num_boost_round': 1547, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:24,868]\u001b[0m Trial 648 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 143, 'num_boost_round': 1556, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:25,305]\u001b[0m Trial 649 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 106, 'num_boost_round': 1519, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:25,744]\u001b[0m Trial 650 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 115, 'num_boost_round': 1703, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:26,178]\u001b[0m Trial 651 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 129, 'num_boost_round': 1420, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:26,610]\u001b[0m Trial 652 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 107, 'num_boost_round': 1921, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:27,046]\u001b[0m Trial 653 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 136, 'num_boost_round': 2146, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:27,485]\u001b[0m Trial 654 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 127, 'num_boost_round': 1906, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:27,920]\u001b[0m Trial 655 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 132, 'num_boost_round': 1378, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:28,355]\u001b[0m Trial 656 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 103, 'num_boost_round': 1627, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:28,788]\u001b[0m Trial 657 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 136, 'num_boost_round': 2211, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:29,225]\u001b[0m Trial 658 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 148, 'num_boost_round': 1879, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:29,661]\u001b[0m Trial 659 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 113, 'num_boost_round': 1769, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:30,101]\u001b[0m Trial 660 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 135, 'num_boost_round': 1373, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:30,549]\u001b[0m Trial 661 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 113, 'num_boost_round': 1397, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:31,130]\u001b[0m Trial 662 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 99, 'num_boost_round': 1625, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:31,583]\u001b[0m Trial 663 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 213, 'num_boost_round': 7268, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:32,029]\u001b[0m Trial 664 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 56, 'num_boost_round': 1953, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:32,462]\u001b[0m Trial 665 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 55, 'num_boost_round': 2146, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:32,917]\u001b[0m Trial 666 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 64, 'num_boost_round': 1263, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:33,368]\u001b[0m Trial 667 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 43, 'num_boost_round': 1933, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:33,814]\u001b[0m Trial 668 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 83, 'num_boost_round': 1671, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:34,261]\u001b[0m Trial 669 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 62, 'num_boost_round': 1723, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:34,996]\u001b[0m Trial 670 finished with value: 0.8564375640462596 and parameters: {'num_leaves': 68, 'num_boost_round': 1313, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:35,448]\u001b[0m Trial 671 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 202, 'num_boost_round': 389, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:35,895]\u001b[0m Trial 672 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 56, 'num_boost_round': 1400, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:36,346]\u001b[0m Trial 673 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 51, 'num_boost_round': 1130, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:36,791]\u001b[0m Trial 674 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 59, 'num_boost_round': 1586, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:37,241]\u001b[0m Trial 675 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 78, 'num_boost_round': 1335, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:37,688]\u001b[0m Trial 676 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 67, 'num_boost_round': 2040, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:38,128]\u001b[0m Trial 677 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 77, 'num_boost_round': 1485, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:38,578]\u001b[0m Trial 678 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 49, 'num_boost_round': 2200, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:39,030]\u001b[0m Trial 679 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 85, 'num_boost_round': 2378, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:39,374]\u001b[0m Trial 680 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 84, 'num_boost_round': 2454, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:39,801]\u001b[0m Trial 681 finished with value: 0.8591631898697116 and parameters: {'num_leaves': 14, 'num_boost_round': 618, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:40,240]\u001b[0m Trial 682 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 80, 'num_boost_round': 2340, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:40,677]\u001b[0m Trial 683 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 69, 'num_boost_round': 1207, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:41,124]\u001b[0m Trial 684 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 71, 'num_boost_round': 2527, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:41,564]\u001b[0m Trial 685 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 72, 'num_boost_round': 1152, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:42,148]\u001b[0m Trial 686 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 50, 'num_boost_round': 1215, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:42,636]\u001b[0m Trial 687 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 553, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:43,083]\u001b[0m Trial 688 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 94, 'num_boost_round': 1092, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:43,569]\u001b[0m Trial 689 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 91, 'num_boost_round': 1049, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:44,071]\u001b[0m Trial 690 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 90, 'num_boost_round': 1089, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:44,521]\u001b[0m Trial 691 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 42, 'num_boost_round': 2496, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:44,961]\u001b[0m Trial 692 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 2553, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:45,409]\u001b[0m Trial 693 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 468, 'num_boost_round': 2405, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:45,785]\u001b[0m Trial 694 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2363, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:46,234]\u001b[0m Trial 695 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 299, 'num_boost_round': 609, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:46,682]\u001b[0m Trial 696 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 460, 'num_boost_round': 2632, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:47,140]\u001b[0m Trial 697 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 1178, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:47,558]\u001b[0m Trial 698 finished with value: 0.8594459083589518 and parameters: {'num_leaves': 13, 'num_boost_round': 3776, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:47,940]\u001b[0m Trial 699 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 1034, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:48,385]\u001b[0m Trial 700 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 462, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:48,719]\u001b[0m Trial 701 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 12, 'num_boost_round': 3892, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:49,166]\u001b[0m Trial 702 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 686, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:49,610]\u001b[0m Trial 703 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 29, 'num_boost_round': 4044, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:50,056]\u001b[0m Trial 704 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 3687, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:50,487]\u001b[0m Trial 705 finished with value: 0.8569636583223539 and parameters: {'num_leaves': 314, 'num_boost_round': 173, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:50,930]\u001b[0m Trial 706 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 186, 'num_boost_round': 4602, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:51,520]\u001b[0m Trial 707 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 473, 'num_boost_round': 3732, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:51,967]\u001b[0m Trial 708 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 184, 'num_boost_round': 4482, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:52,405]\u001b[0m Trial 709 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 177, 'num_boost_round': 4691, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:52,839]\u001b[0m Trial 710 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 314, 'num_boost_round': 4725, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:54,030]\u001b[0m Trial 711 finished with value: 0.853941589811155 and parameters: {'num_leaves': 451, 'num_boost_round': 3854, 'max_depth': 8}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:54,479]\u001b[0m Trial 712 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 176, 'num_boost_round': 4384, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:54,918]\u001b[0m Trial 713 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 458, 'num_boost_round': 3768, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:55,357]\u001b[0m Trial 714 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 460, 'num_boost_round': 3739, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:55,811]\u001b[0m Trial 715 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 466, 'num_boost_round': 3923, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:56,254]\u001b[0m Trial 716 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 466, 'num_boost_round': 3918, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:56,710]\u001b[0m Trial 717 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 484, 'num_boost_round': 3763, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:57,163]\u001b[0m Trial 718 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 468, 'num_boost_round': 4134, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:57,609]\u001b[0m Trial 719 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 486, 'num_boost_round': 3951, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:57,944]\u001b[0m Trial 720 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 489, 'num_boost_round': 3711, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:58,386]\u001b[0m Trial 721 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 157, 'num_boost_round': 4415, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:58,833]\u001b[0m Trial 722 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 29, 'num_boost_round': 3661, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:59,206]\u001b[0m Trial 723 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3560, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:34:59,649]\u001b[0m Trial 724 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 173, 'num_boost_round': 4497, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:00,086]\u001b[0m Trial 725 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 2747, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:00,458]\u001b[0m Trial 726 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3871, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:00,915]\u001b[0m Trial 727 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 19, 'num_boost_round': 4316, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:01,356]\u001b[0m Trial 728 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 33, 'num_boost_round': 2867, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:01,951]\u001b[0m Trial 729 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 35, 'num_boost_round': 4132, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:02,399]\u001b[0m Trial 730 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 157, 'num_boost_round': 4252, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:02,839]\u001b[0m Trial 731 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3935, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:03,278]\u001b[0m Trial 732 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 19, 'num_boost_round': 2934, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:03,654]\u001b[0m Trial 733 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2764, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:04,018]\u001b[0m Trial 734 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 3045, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:04,456]\u001b[0m Trial 735 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 167, 'num_boost_round': 4238, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:04,893]\u001b[0m Trial 736 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 2939, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:05,328]\u001b[0m Trial 737 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 147, 'num_boost_round': 3060, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:05,767]\u001b[0m Trial 738 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 3119, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:06,202]\u001b[0m Trial 739 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 2797, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:06,645]\u001b[0m Trial 740 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 39, 'num_boost_round': 2910, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:07,061]\u001b[0m Trial 741 finished with value: 0.8594459083589518 and parameters: {'num_leaves': 13, 'num_boost_round': 3067, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:07,501]\u001b[0m Trial 742 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 19, 'num_boost_round': 3017, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:07,942]\u001b[0m Trial 743 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2854, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:08,316]\u001b[0m Trial 744 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3057, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:08,754]\u001b[0m Trial 745 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 114, 'num_boost_round': 2100, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:09,193]\u001b[0m Trial 746 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 2708, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:09,565]\u001b[0m Trial 747 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3119, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:10,005]\u001b[0m Trial 748 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 126, 'num_boost_round': 3334, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:10,446]\u001b[0m Trial 749 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2911, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:10,888]\u001b[0m Trial 750 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 2849, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:11,325]\u001b[0m Trial 751 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 3051, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:11,746]\u001b[0m Trial 752 finished with value: 0.8591631898697116 and parameters: {'num_leaves': 14, 'num_boost_round': 3106, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:12,188]\u001b[0m Trial 753 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 3101, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:12,619]\u001b[0m Trial 754 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 2999, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:12,982]\u001b[0m Trial 755 finished with value: 0.8574760283999415 and parameters: {'num_leaves': 9, 'num_boost_round': 3185, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:13,359]\u001b[0m Trial 756 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3147, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:13,772]\u001b[0m Trial 757 finished with value: 0.8594459083589518 and parameters: {'num_leaves': 13, 'num_boost_round': 3523, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:14,144]\u001b[0m Trial 758 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3034, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:14,584]\u001b[0m Trial 759 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 3103, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:15,024]\u001b[0m Trial 760 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3157, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:15,407]\u001b[0m Trial 761 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3317, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:15,860]\u001b[0m Trial 762 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 33, 'num_boost_round': 3054, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:16,296]\u001b[0m Trial 763 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3476, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:16,732]\u001b[0m Trial 764 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 3245, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:17,171]\u001b[0m Trial 765 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 3154, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:17,618]\u001b[0m Trial 766 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 28, 'num_boost_round': 3346, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:17,995]\u001b[0m Trial 767 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3269, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:18,322]\u001b[0m Trial 768 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 8, 'num_boost_round': 3065, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:18,763]\u001b[0m Trial 769 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 39, 'num_boost_round': 3444, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:19,195]\u001b[0m Trial 770 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 2941, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:19,628]\u001b[0m Trial 771 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 33, 'num_boost_round': 3223, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:20,060]\u001b[0m Trial 772 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 34, 'num_boost_round': 3201, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:20,516]\u001b[0m Trial 773 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 2985, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:20,903]\u001b[0m Trial 774 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2960, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:21,342]\u001b[0m Trial 775 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3052, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:21,774]\u001b[0m Trial 776 finished with value: 0.8575602034841165 and parameters: {'num_leaves': 16, 'num_boost_round': 2951, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:22,212]\u001b[0m Trial 777 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 43, 'num_boost_round': 3301, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:22,580]\u001b[0m Trial 778 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2783, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:23,014]\u001b[0m Trial 779 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3385, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:23,378]\u001b[0m Trial 780 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3276, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:23,813]\u001b[0m Trial 781 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3093, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:24,250]\u001b[0m Trial 782 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 3445, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:24,686]\u001b[0m Trial 783 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 2938, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:25,121]\u001b[0m Trial 784 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3534, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:25,487]\u001b[0m Trial 785 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2817, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:25,921]\u001b[0m Trial 786 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 2657, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:26,360]\u001b[0m Trial 787 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3109, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:26,788]\u001b[0m Trial 788 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 3213, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:27,154]\u001b[0m Trial 789 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3159, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:27,525]\u001b[0m Trial 790 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3288, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:27,971]\u001b[0m Trial 791 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 38, 'num_boost_round': 3048, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:28,416]\u001b[0m Trial 792 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2881, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:28,857]\u001b[0m Trial 793 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 28, 'num_boost_round': 2884, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:29,227]\u001b[0m Trial 794 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3173, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:29,660]\u001b[0m Trial 795 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3540, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:29,995]\u001b[0m Trial 796 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 8, 'num_boost_round': 3376, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:30,544]\u001b[0m Trial 797 finished with value: 0.8571347533304055 and parameters: {'num_leaves': 26, 'num_boost_round': 2685, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:30,979]\u001b[0m Trial 798 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3042, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:31,358]\u001b[0m Trial 799 finished with value: 0.8574083223539745 and parameters: {'num_leaves': 8, 'num_boost_round': 3378, 'max_depth': 7}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:31,796]\u001b[0m Trial 800 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3204, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:32,268]\u001b[0m Trial 801 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 22, 'num_boost_round': 2989, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:32,668]\u001b[0m Trial 802 finished with value: 0.8574083223539745 and parameters: {'num_leaves': 8, 'num_boost_round': 2691, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:33,106]\u001b[0m Trial 803 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 39, 'num_boost_round': 2679, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:33,553]\u001b[0m Trial 804 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3548, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:33,919]\u001b[0m Trial 805 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3376, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:34,356]\u001b[0m Trial 806 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 38, 'num_boost_round': 2570, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:34,799]\u001b[0m Trial 807 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3463, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:35,170]\u001b[0m Trial 808 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3512, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:35,608]\u001b[0m Trial 809 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 3200, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:36,048]\u001b[0m Trial 810 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 3636, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:36,493]\u001b[0m Trial 811 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3554, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:36,932]\u001b[0m Trial 812 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 28, 'num_boost_round': 3287, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:37,366]\u001b[0m Trial 813 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 3142, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:37,813]\u001b[0m Trial 814 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3194, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:38,253]\u001b[0m Trial 815 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 3271, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:38,690]\u001b[0m Trial 816 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3064, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:39,028]\u001b[0m Trial 817 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 8, 'num_boost_round': 2960, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:39,469]\u001b[0m Trial 818 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 2876, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:39,844]\u001b[0m Trial 819 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2794, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:40,217]\u001b[0m Trial 820 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3072, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:40,663]\u001b[0m Trial 821 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 3105, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:41,041]\u001b[0m Trial 822 finished with value: 0.8574083223539745 and parameters: {'num_leaves': 8, 'num_boost_round': 3324, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:41,489]\u001b[0m Trial 823 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3525, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:41,934]\u001b[0m Trial 824 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3228, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:42,408]\u001b[0m Trial 825 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3652, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:42,806]\u001b[0m Trial 826 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2972, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:43,269]\u001b[0m Trial 827 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 22, 'num_boost_round': 3099, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:43,713]\u001b[0m Trial 828 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3198, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:44,148]\u001b[0m Trial 829 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 42, 'num_boost_round': 3365, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:44,582]\u001b[0m Trial 830 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3003, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:44,949]\u001b[0m Trial 831 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3283, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:45,385]\u001b[0m Trial 832 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 33, 'num_boost_round': 2805, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:45,817]\u001b[0m Trial 833 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 3184, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:46,184]\u001b[0m Trial 834 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2967, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:46,616]\u001b[0m Trial 835 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3401, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:47,055]\u001b[0m Trial 836 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3176, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:47,529]\u001b[0m Trial 837 finished with value: 0.8568877177572831 and parameters: {'num_leaves': 16, 'num_boost_round': 3375, 'max_depth': 9}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:47,895]\u001b[0m Trial 838 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3096, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:48,331]\u001b[0m Trial 839 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3618, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:48,769]\u001b[0m Trial 840 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 42, 'num_boost_round': 2934, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:49,139]\u001b[0m Trial 841 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3219, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:49,573]\u001b[0m Trial 842 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 2855, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:49,901]\u001b[0m Trial 843 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 17, 'num_boost_round': 3466, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:50,341]\u001b[0m Trial 844 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 3078, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:50,715]\u001b[0m Trial 845 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2981, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:51,085]\u001b[0m Trial 846 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2701, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:51,520]\u001b[0m Trial 847 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 35, 'num_boost_round': 3726, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:51,977]\u001b[0m Trial 848 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3258, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:52,426]\u001b[0m Trial 849 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 2904, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:52,872]\u001b[0m Trial 850 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 3082, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:53,248]\u001b[0m Trial 851 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3400, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:53,699]\u001b[0m Trial 852 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3094, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:54,146]\u001b[0m Trial 853 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 42, 'num_boost_round': 3239, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:54,611]\u001b[0m Trial 854 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3370, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:55,063]\u001b[0m Trial 855 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 29, 'num_boost_round': 3516, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:55,446]\u001b[0m Trial 856 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3441, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:55,892]\u001b[0m Trial 857 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 2838, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:56,341]\u001b[0m Trial 858 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 3202, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:56,728]\u001b[0m Trial 859 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2968, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:57,107]\u001b[0m Trial 860 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3288, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:57,695]\u001b[0m Trial 861 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 44, 'num_boost_round': 2779, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:58,143]\u001b[0m Trial 862 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 2716, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:58,607]\u001b[0m Trial 863 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 19, 'num_boost_round': 3078, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:59,007]\u001b[0m Trial 864 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3107, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:59,455]\u001b[0m Trial 865 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3779, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:35:59,901]\u001b[0m Trial 866 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 2986, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:00,273]\u001b[0m Trial 867 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3580, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:00,724]\u001b[0m Trial 868 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3668, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:01,177]\u001b[0m Trial 869 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3186, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:01,642]\u001b[0m Trial 870 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 35, 'num_boost_round': 2877, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:02,080]\u001b[0m Trial 871 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 3317, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:02,528]\u001b[0m Trial 872 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3146, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:02,864]\u001b[0m Trial 873 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 44, 'num_boost_round': 2932, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:03,228]\u001b[0m Trial 874 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3617, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:03,673]\u001b[0m Trial 875 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 2763, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:04,065]\u001b[0m Trial 876 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2838, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:04,523]\u001b[0m Trial 877 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 2633, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:05,014]\u001b[0m Trial 878 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3101, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:05,418]\u001b[0m Trial 879 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3326, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:06,035]\u001b[0m Trial 880 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 35, 'num_boost_round': 2909, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:06,432]\u001b[0m Trial 881 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3020, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:06,916]\u001b[0m Trial 882 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 34, 'num_boost_round': 2619, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:07,379]\u001b[0m Trial 883 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 20, 'num_boost_round': 4060, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:07,765]\u001b[0m Trial 884 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3460, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:08,232]\u001b[0m Trial 885 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3248, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:08,674]\u001b[0m Trial 886 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3191, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:09,057]\u001b[0m Trial 887 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3430, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:09,529]\u001b[0m Trial 888 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 2972, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:10,002]\u001b[0m Trial 889 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 45, 'num_boost_round': 3370, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:10,453]\u001b[0m Trial 890 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 3098, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:10,921]\u001b[0m Trial 891 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3240, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:11,332]\u001b[0m Trial 892 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3056, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:11,789]\u001b[0m Trial 893 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3539, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:12,229]\u001b[0m Trial 894 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 3303, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:12,671]\u001b[0m Trial 895 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 38, 'num_boost_round': 2825, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:13,116]\u001b[0m Trial 896 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3137, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:13,568]\u001b[0m Trial 897 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 2975, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:14,040]\u001b[0m Trial 898 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3479, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:14,439]\u001b[0m Trial 899 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3297, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:14,883]\u001b[0m Trial 900 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 2797, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:15,221]\u001b[0m Trial 901 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 42, 'num_boost_round': 3170, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:15,594]\u001b[0m Trial 902 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3505, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:16,030]\u001b[0m Trial 903 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 2545, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:16,465]\u001b[0m Trial 904 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3007, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:16,910]\u001b[0m Trial 905 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 29, 'num_boost_round': 3329, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:17,370]\u001b[0m Trial 906 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3599, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:17,822]\u001b[0m Trial 907 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 45, 'num_boost_round': 2701, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:18,220]\u001b[0m Trial 908 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2888, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:18,613]\u001b[0m Trial 909 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3859, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:19,004]\u001b[0m Trial 910 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3947, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:19,463]\u001b[0m Trial 911 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 22, 'num_boost_round': 3198, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:19,833]\u001b[0m Trial 912 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3382, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:20,278]\u001b[0m Trial 913 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3158, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:20,729]\u001b[0m Trial 914 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 19, 'num_boost_round': 3033, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:21,295]\u001b[0m Trial 915 finished with value: 0.8575986312399356 and parameters: {'num_leaves': 25, 'num_boost_round': 2624, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:21,739]\u001b[0m Trial 916 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 2772, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:22,181]\u001b[0m Trial 917 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 33, 'num_boost_round': 2973, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:22,616]\u001b[0m Trial 918 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 3629, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:23,062]\u001b[0m Trial 919 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3138, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:23,524]\u001b[0m Trial 920 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 3371, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:23,912]\u001b[0m Trial 921 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2909, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:24,289]\u001b[0m Trial 922 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3247, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:24,651]\u001b[0m Trial 923 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2780, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:25,085]\u001b[0m Trial 924 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 2834, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:25,458]\u001b[0m Trial 925 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3480, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:25,937]\u001b[0m Trial 926 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 46, 'num_boost_round': 3033, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:26,401]\u001b[0m Trial 927 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 29, 'num_boost_round': 3125, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:26,746]\u001b[0m Trial 928 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 18, 'num_boost_round': 3714, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:27,221]\u001b[0m Trial 929 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 3273, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:27,612]\u001b[0m Trial 930 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3080, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:28,065]\u001b[0m Trial 931 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 3375, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:28,451]\u001b[0m Trial 932 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2950, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:28,884]\u001b[0m Trial 933 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 2978, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:29,326]\u001b[0m Trial 934 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 3569, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:29,769]\u001b[0m Trial 935 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3251, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:30,137]\u001b[0m Trial 936 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3418, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:30,576]\u001b[0m Trial 937 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 45, 'num_boost_round': 3152, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:31,014]\u001b[0m Trial 938 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3765, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:31,379]\u001b[0m Trial 939 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2879, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:31,824]\u001b[0m Trial 940 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3214, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:32,493]\u001b[0m Trial 941 finished with value: 0.8565629117259552 and parameters: {'num_leaves': 37, 'num_boost_round': 3046, 'max_depth': 8}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:32,865]\u001b[0m Trial 942 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3470, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:33,321]\u001b[0m Trial 943 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3312, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:33,778]\u001b[0m Trial 944 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 3094, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:34,245]\u001b[0m Trial 945 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 35, 'num_boost_round': 2735, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:34,702]\u001b[0m Trial 946 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2638, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:35,114]\u001b[0m Trial 947 finished with value: 0.8574083223539745 and parameters: {'num_leaves': 8, 'num_boost_round': 2937, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:35,560]\u001b[0m Trial 948 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3011, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:36,004]\u001b[0m Trial 949 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2596, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:36,370]\u001b[0m Trial 950 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2803, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:36,807]\u001b[0m Trial 951 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 29, 'num_boost_round': 3185, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:37,188]\u001b[0m Trial 952 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2983, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:37,636]\u001b[0m Trial 953 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 44, 'num_boost_round': 3633, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:38,078]\u001b[0m Trial 954 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 22, 'num_boost_round': 3367, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:38,443]\u001b[0m Trial 955 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3284, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:38,885]\u001b[0m Trial 956 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 3127, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:39,221]\u001b[0m Trial 957 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 17, 'num_boost_round': 3481, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:39,657]\u001b[0m Trial 958 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 2850, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:40,022]\u001b[0m Trial 959 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3788, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:40,452]\u001b[0m Trial 960 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 3272, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:40,816]\u001b[0m Trial 961 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3543, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:41,250]\u001b[0m Trial 962 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 47, 'num_boost_round': 2850, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:41,689]\u001b[0m Trial 963 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 29, 'num_boost_round': 5102, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:42,115]\u001b[0m Trial 964 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 20, 'num_boost_round': 3110, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:42,493]\u001b[0m Trial 965 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3236, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:42,932]\u001b[0m Trial 966 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 5867, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:43,369]\u001b[0m Trial 967 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3427, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:43,816]\u001b[0m Trial 968 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3382, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:44,189]\u001b[0m Trial 969 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3678, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:44,640]\u001b[0m Trial 970 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3611, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:45,094]\u001b[0m Trial 971 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 34, 'num_boost_round': 3265, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:45,658]\u001b[0m Trial 972 finished with value: 0.8572198433611478 and parameters: {'num_leaves': 27, 'num_boost_round': 3027, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:46,046]\u001b[0m Trial 973 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3091, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:46,521]\u001b[0m Trial 974 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2737, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:47,000]\u001b[0m Trial 975 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 50, 'num_boost_round': 2934, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:47,395]\u001b[0m Trial 976 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3704, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:47,848]\u001b[0m Trial 977 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 39, 'num_boost_round': 3168, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:48,369]\u001b[0m Trial 978 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 48, 'num_boost_round': 2883, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:48,877]\u001b[0m Trial 979 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3446, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:49,382]\u001b[0m Trial 980 finished with value: 0.857669997072171 and parameters: {'num_leaves': 16, 'num_boost_round': 3868, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:49,759]\u001b[0m Trial 981 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3347, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:50,212]\u001b[0m Trial 982 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3235, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:50,660]\u001b[0m Trial 983 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 35, 'num_boost_round': 3076, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:51,042]\u001b[0m Trial 984 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3012, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:51,387]\u001b[0m Trial 985 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 20, 'num_boost_round': 3184, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:51,780]\u001b[0m Trial 986 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3521, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:52,247]\u001b[0m Trial 987 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3369, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:52,723]\u001b[0m Trial 988 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 2696, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:53,259]\u001b[0m Trial 989 finished with value: 0.8577367881715708 and parameters: {'num_leaves': 22, 'num_boost_round': 2823, 'max_depth': 7}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:53,703]\u001b[0m Trial 990 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3440, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:54,091]\u001b[0m Trial 991 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3392, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:54,540]\u001b[0m Trial 992 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 38, 'num_boost_round': 2973, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:54,995]\u001b[0m Trial 993 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 3246, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:55,447]\u001b[0m Trial 994 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 2627, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:55,895]\u001b[0m Trial 995 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3137, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:56,348]\u001b[0m Trial 996 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 798, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:56,729]\u001b[0m Trial 997 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 783, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:57,105]\u001b[0m Trial 998 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2971, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:57,553]\u001b[0m Trial 999 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3139, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:58,145]\u001b[0m Trial 1000 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 40, 'num_boost_round': 3637, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:58,600]\u001b[0m Trial 1001 finished with value: 0.859068035426731 and parameters: {'num_leaves': 15, 'num_boost_round': 2769, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:58,973]\u001b[0m Trial 1002 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2635, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:59,431]\u001b[0m Trial 1003 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 2750, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:36:59,903]\u001b[0m Trial 1004 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 2492, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:00,333]\u001b[0m Trial 1005 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2503, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:00,810]\u001b[0m Trial 1006 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 2726, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:01,266]\u001b[0m Trial 1007 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 2888, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:01,640]\u001b[0m Trial 1008 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 4028, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:02,089]\u001b[0m Trial 1009 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 515, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:02,467]\u001b[0m Trial 1010 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2878, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:02,918]\u001b[0m Trial 1011 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 43, 'num_boost_round': 3073, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:03,366]\u001b[0m Trial 1012 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 2794, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:03,814]\u001b[0m Trial 1013 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 33, 'num_boost_round': 2956, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:04,270]\u001b[0m Trial 1014 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3834, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:04,721]\u001b[0m Trial 1015 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 3034, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:05,101]\u001b[0m Trial 1016 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2685, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:05,551]\u001b[0m Trial 1017 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 2526, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:06,006]\u001b[0m Trial 1018 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 37, 'num_boost_round': 2845, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:06,484]\u001b[0m Trial 1019 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3261, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:06,831]\u001b[0m Trial 1020 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 8, 'num_boost_round': 3018, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:07,279]\u001b[0m Trial 1021 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 48, 'num_boost_round': 3328, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:07,680]\u001b[0m Trial 1022 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3587, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:08,142]\u001b[0m Trial 1023 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2711, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:08,600]\u001b[0m Trial 1024 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 3126, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:09,030]\u001b[0m Trial 1025 finished with value: 0.8575199458351632 and parameters: {'num_leaves': 15, 'num_boost_round': 2915, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:09,484]\u001b[0m Trial 1026 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3497, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:09,869]\u001b[0m Trial 1027 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3256, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:10,329]\u001b[0m Trial 1028 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 40, 'num_boost_round': 3136, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:10,782]\u001b[0m Trial 1029 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3033, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:11,228]\u001b[0m Trial 1030 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 2833, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:11,677]\u001b[0m Trial 1031 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3766, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:12,057]\u001b[0m Trial 1032 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 793, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:12,433]\u001b[0m Trial 1033 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2517, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:12,884]\u001b[0m Trial 1034 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 628, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:13,343]\u001b[0m Trial 1035 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 38, 'num_boost_round': 3399, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:13,750]\u001b[0m Trial 1036 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3227, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:14,227]\u001b[0m Trial 1037 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 2842, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:14,686]\u001b[0m Trial 1038 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3505, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:15,077]\u001b[0m Trial 1039 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3580, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:15,551]\u001b[0m Trial 1040 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 2666, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:16,002]\u001b[0m Trial 1041 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 49, 'num_boost_round': 2993, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:16,462]\u001b[0m Trial 1042 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 2887, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:16,846]\u001b[0m Trial 1043 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 4025, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:17,430]\u001b[0m Trial 1044 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 33, 'num_boost_round': 3349, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:17,879]\u001b[0m Trial 1045 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 22, 'num_boost_round': 3148, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:18,258]\u001b[0m Trial 1046 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 444, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:18,696]\u001b[0m Trial 1047 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3830, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:19,149]\u001b[0m Trial 1048 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 3095, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:19,510]\u001b[0m Trial 1049 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 40, 'num_boost_round': 3252, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:19,894]\u001b[0m Trial 1050 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2975, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:20,361]\u001b[0m Trial 1051 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3197, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:20,879]\u001b[0m Trial 1052 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 3379, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:21,278]\u001b[0m Trial 1053 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2748, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:21,747]\u001b[0m Trial 1054 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 34, 'num_boost_round': 3667, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:22,195]\u001b[0m Trial 1055 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3003, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:22,623]\u001b[0m Trial 1056 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3172, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:23,070]\u001b[0m Trial 1057 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 42, 'num_boost_round': 2676, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:23,511]\u001b[0m Trial 1058 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 2814, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:24,092]\u001b[0m Trial 1059 finished with value: 0.8575968013468014 and parameters: {'num_leaves': 31, 'num_boost_round': 3513, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:24,577]\u001b[0m Trial 1060 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3296, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:25,046]\u001b[0m Trial 1061 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 53, 'num_boost_round': 3053, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:25,431]\u001b[0m Trial 1062 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2505, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:25,896]\u001b[0m Trial 1063 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 2908, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:26,336]\u001b[0m Trial 1064 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3326, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:26,701]\u001b[0m Trial 1065 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3131, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:27,135]\u001b[0m Trial 1066 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 3687, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:27,561]\u001b[0m Trial 1067 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3571, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:27,986]\u001b[0m Trial 1068 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 666, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:28,472]\u001b[0m Trial 1069 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 2960, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:28,969]\u001b[0m Trial 1070 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 4062, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:29,407]\u001b[0m Trial 1071 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2601, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:29,890]\u001b[0m Trial 1072 finished with value: 0.8579106280193237 and parameters: {'num_leaves': 17, 'num_boost_round': 360, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:30,341]\u001b[0m Trial 1073 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 43, 'num_boost_round': 3321, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:30,704]\u001b[0m Trial 1074 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 23, 'num_boost_round': 2867, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:31,091]\u001b[0m Trial 1075 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2754, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:31,544]\u001b[0m Trial 1076 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3470, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:32,001]\u001b[0m Trial 1077 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3105, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:32,389]\u001b[0m Trial 1078 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2918, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:32,855]\u001b[0m Trial 1079 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3832, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:33,309]\u001b[0m Trial 1080 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3435, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:33,766]\u001b[0m Trial 1081 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 41, 'num_boost_round': 3241, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:34,217]\u001b[0m Trial 1082 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 3090, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:34,657]\u001b[0m Trial 1083 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3685, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:35,034]\u001b[0m Trial 1084 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 860, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:35,477]\u001b[0m Trial 1085 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 3144, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:35,919]\u001b[0m Trial 1086 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 51, 'num_boost_round': 2814, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:36,368]\u001b[0m Trial 1087 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3303, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:36,858]\u001b[0m Trial 1088 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 34, 'num_boost_round': 3020, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:37,311]\u001b[0m Trial 1089 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3176, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:37,696]\u001b[0m Trial 1090 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3416, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:38,156]\u001b[0m Trial 1091 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 494, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:38,610]\u001b[0m Trial 1092 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 37, 'num_boost_round': 3947, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:39,053]\u001b[0m Trial 1093 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3324, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:39,434]\u001b[0m Trial 1094 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2987, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:39,875]\u001b[0m Trial 1095 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3181, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:40,253]\u001b[0m Trial 1096 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3531, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:40,699]\u001b[0m Trial 1097 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 2624, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:41,077]\u001b[0m Trial 1098 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3721, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:41,527]\u001b[0m Trial 1099 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 41, 'num_boost_round': 3524, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:42,114]\u001b[0m Trial 1100 finished with value: 0.8572134387351777 and parameters: {'num_leaves': 31, 'num_boost_round': 2943, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:42,459]\u001b[0m Trial 1101 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 8, 'num_boost_round': 2760, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:42,859]\u001b[0m Trial 1102 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3304, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:43,308]\u001b[0m Trial 1103 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 2976, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:43,754]\u001b[0m Trial 1104 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 704, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:44,203]\u001b[0m Trial 1105 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3418, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:44,656]\u001b[0m Trial 1106 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 49, 'num_boost_round': 2474, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:45,040]\u001b[0m Trial 1107 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2795, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:45,498]\u001b[0m Trial 1108 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 35, 'num_boost_round': 3023, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:45,938]\u001b[0m Trial 1109 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 4195, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:46,388]\u001b[0m Trial 1110 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3228, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:46,769]\u001b[0m Trial 1111 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3537, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:47,218]\u001b[0m Trial 1112 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 2668, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:47,599]\u001b[0m Trial 1113 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3169, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:48,045]\u001b[0m Trial 1114 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 22, 'num_boost_round': 3374, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:48,508]\u001b[0m Trial 1115 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 41, 'num_boost_round': 2852, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:48,910]\u001b[0m Trial 1116 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3804, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:49,386]\u001b[0m Trial 1117 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3044, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:49,852]\u001b[0m Trial 1118 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 3272, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:50,302]\u001b[0m Trial 1119 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3634, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:50,756]\u001b[0m Trial 1120 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3161, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:51,201]\u001b[0m Trial 1121 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 2901, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:51,583]\u001b[0m Trial 1122 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3960, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:51,967]\u001b[0m Trial 1123 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 353, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:52,417]\u001b[0m Trial 1124 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 3459, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:52,870]\u001b[0m Trial 1125 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 2591, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:53,324]\u001b[0m Trial 1126 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 49, 'num_boost_round': 3046, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:53,706]\u001b[0m Trial 1127 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3269, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:54,048]\u001b[0m Trial 1128 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 33, 'num_boost_round': 525, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:54,502]\u001b[0m Trial 1129 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2834, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:54,954]\u001b[0m Trial 1130 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3371, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:55,408]\u001b[0m Trial 1131 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3128, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:55,802]\u001b[0m Trial 1132 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2736, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:56,260]\u001b[0m Trial 1133 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 41, 'num_boost_round': 3049, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:56,652]\u001b[0m Trial 1134 finished with value: 0.8574083223539745 and parameters: {'num_leaves': 8, 'num_boost_round': 893, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:57,105]\u001b[0m Trial 1135 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 2989, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:57,571]\u001b[0m Trial 1136 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 3200, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:58,026]\u001b[0m Trial 1137 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 3583, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:58,482]\u001b[0m Trial 1138 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3367, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:58,865]\u001b[0m Trial 1139 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3825, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:59,257]\u001b[0m Trial 1140 finished with value: 0.8574083223539745 and parameters: {'num_leaves': 8, 'num_boost_round': 2886, 'max_depth': 9}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:37:59,712]\u001b[0m Trial 1141 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 35, 'num_boost_round': 2718, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:00,158]\u001b[0m Trial 1142 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3486, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:00,539]\u001b[0m Trial 1143 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2976, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:00,984]\u001b[0m Trial 1144 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 44, 'num_boost_round': 3096, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:01,427]\u001b[0m Trial 1145 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 22, 'num_boost_round': 3624, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:01,878]\u001b[0m Trial 1146 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 3276, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:02,268]\u001b[0m Trial 1147 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 4162, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:02,712]\u001b[0m Trial 1148 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3179, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:03,158]\u001b[0m Trial 1149 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 2465, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:03,596]\u001b[0m Trial 1150 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3418, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:04,066]\u001b[0m Trial 1151 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 599, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:04,469]\u001b[0m Trial 1152 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2833, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:04,946]\u001b[0m Trial 1153 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 40, 'num_boost_round': 2917, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:05,410]\u001b[0m Trial 1154 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 54, 'num_boost_round': 3231, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:05,799]\u001b[0m Trial 1155 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3769, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:06,251]\u001b[0m Trial 1156 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3079, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:06,629]\u001b[0m Trial 1157 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2650, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:07,114]\u001b[0m Trial 1158 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 2894, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:07,570]\u001b[0m Trial 1159 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 35, 'num_boost_round': 3329, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:07,915]\u001b[0m Trial 1160 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 17, 'num_boost_round': 3535, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:08,372]\u001b[0m Trial 1161 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3204, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:08,755]\u001b[0m Trial 1162 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3380, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:09,223]\u001b[0m Trial 1163 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 4047, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:09,820]\u001b[0m Trial 1164 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 45, 'num_boost_round': 3135, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:10,206]\u001b[0m Trial 1165 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3082, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:10,664]\u001b[0m Trial 1166 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3290, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:11,125]\u001b[0m Trial 1167 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2974, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:11,525]\u001b[0m Trial 1168 finished with value: 0.8574083223539745 and parameters: {'num_leaves': 8, 'num_boost_round': 2767, 'max_depth': 8}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:11,991]\u001b[0m Trial 1169 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3047, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:12,392]\u001b[0m Trial 1170 finished with value: 0.8574083223539745 and parameters: {'num_leaves': 8, 'num_boost_round': 3644, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:12,854]\u001b[0m Trial 1171 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 2951, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:13,314]\u001b[0m Trial 1172 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 37, 'num_boost_round': 3252, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:13,771]\u001b[0m Trial 1173 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 27, 'num_boost_round': 274, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:14,222]\u001b[0m Trial 1174 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3493, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:14,606]\u001b[0m Trial 1175 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3443, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:15,058]\u001b[0m Trial 1176 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 33, 'num_boost_round': 3150, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:15,514]\u001b[0m Trial 1177 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 3336, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:15,967]\u001b[0m Trial 1178 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 2639, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:16,424]\u001b[0m Trial 1179 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 48, 'num_boost_round': 3709, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:16,825]\u001b[0m Trial 1180 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3160, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:17,212]\u001b[0m Trial 1181 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3857, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:17,673]\u001b[0m Trial 1182 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3531, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:18,129]\u001b[0m Trial 1183 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 39, 'num_boost_round': 748, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:18,586]\u001b[0m Trial 1184 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3331, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:18,973]\u001b[0m Trial 1185 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3099, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:19,422]\u001b[0m Trial 1186 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 29, 'num_boost_round': 3279, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:19,892]\u001b[0m Trial 1187 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2813, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:20,268]\u001b[0m Trial 1188 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2975, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:20,719]\u001b[0m Trial 1189 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 2858, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:21,163]\u001b[0m Trial 1190 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 39, 'num_boost_round': 2687, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:21,551]\u001b[0m Trial 1191 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2572, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:22,004]\u001b[0m Trial 1192 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 19, 'num_boost_round': 2362, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:22,462]\u001b[0m Trial 1193 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 2900, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:22,906]\u001b[0m Trial 1194 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 54, 'num_boost_round': 3017, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:23,402]\u001b[0m Trial 1195 finished with value: 0.8575089664763578 and parameters: {'num_leaves': 17, 'num_boost_round': 2788, 'max_depth': 7}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:23,676]\u001b[0m Trial 1196 finished with value: 0.8561850387937344 and parameters: {'num_leaves': 8, 'num_boost_round': 110, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:24,120]\u001b[0m Trial 1197 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3182, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:24,463]\u001b[0m Trial 1198 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 8, 'num_boost_round': 3417, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:24,908]\u001b[0m Trial 1199 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 35, 'num_boost_round': 3230, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:25,358]\u001b[0m Trial 1200 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 4586, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:25,810]\u001b[0m Trial 1201 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 4858, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:26,193]\u001b[0m Trial 1202 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 530, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:26,670]\u001b[0m Trial 1203 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 43, 'num_boost_round': 2969, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:27,122]\u001b[0m Trial 1204 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3137, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:27,510]\u001b[0m Trial 1205 finished with value: 0.8574083223539745 and parameters: {'num_leaves': 8, 'num_boost_round': 3111, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:27,972]\u001b[0m Trial 1206 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3009, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:28,434]\u001b[0m Trial 1207 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 2779, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:28,890]\u001b[0m Trial 1208 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 934, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:29,369]\u001b[0m Trial 1209 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 20, 'num_boost_round': 4226, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:29,770]\u001b[0m Trial 1210 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3717, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:30,244]\u001b[0m Trial 1211 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 38, 'num_boost_round': 4018, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:30,697]\u001b[0m Trial 1212 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 29, 'num_boost_round': 2631, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:31,077]\u001b[0m Trial 1213 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2897, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:31,545]\u001b[0m Trial 1214 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 2486, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:32,139]\u001b[0m Trial 1215 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 46, 'num_boost_round': 3598, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:32,524]\u001b[0m Trial 1216 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 443, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:32,866]\u001b[0m Trial 1217 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 24, 'num_boost_round': 3479, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:33,250]\u001b[0m Trial 1218 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3214, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:33,699]\u001b[0m Trial 1219 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3382, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:34,147]\u001b[0m Trial 1220 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 2859, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:34,590]\u001b[0m Trial 1221 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3897, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:34,964]\u001b[0m Trial 1222 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3072, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:35,416]\u001b[0m Trial 1223 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3282, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:35,862]\u001b[0m Trial 1224 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 39, 'num_boost_round': 3681, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:36,234]\u001b[0m Trial 1225 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3526, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:36,679]\u001b[0m Trial 1226 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3075, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:37,121]\u001b[0m Trial 1227 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 638, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:37,566]\u001b[0m Trial 1228 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 2722, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:38,009]\u001b[0m Trial 1229 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 2991, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:38,387]\u001b[0m Trial 1230 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2860, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:38,837]\u001b[0m Trial 1231 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 52, 'num_boost_round': 271, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:39,280]\u001b[0m Trial 1232 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3336, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:39,723]\u001b[0m Trial 1233 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 33, 'num_boost_round': 3476, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:40,098]\u001b[0m Trial 1234 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3002, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:40,542]\u001b[0m Trial 1235 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3127, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:41,002]\u001b[0m Trial 1236 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 44, 'num_boost_round': 3335, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:41,478]\u001b[0m Trial 1237 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3177, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:41,868]\u001b[0m Trial 1238 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2928, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:42,311]\u001b[0m Trial 1239 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3234, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:42,762]\u001b[0m Trial 1240 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 2755, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:43,159]\u001b[0m Trial 1241 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3713, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:43,650]\u001b[0m Trial 1242 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 2732, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:44,126]\u001b[0m Trial 1243 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 2583, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:44,587]\u001b[0m Trial 1244 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3919, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:45,034]\u001b[0m Trial 1245 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3009, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:45,409]\u001b[0m Trial 1246 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 4699, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:45,822]\u001b[0m Trial 1247 finished with value: 0.8574083223539745 and parameters: {'num_leaves': 8, 'num_boost_round': 3105, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:46,309]\u001b[0m Trial 1248 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3262, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:46,768]\u001b[0m Trial 1249 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 41, 'num_boost_round': 4449, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:47,152]\u001b[0m Trial 1250 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2429, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:47,611]\u001b[0m Trial 1251 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2894, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:47,958]\u001b[0m Trial 1252 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 30, 'num_boost_round': 3541, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:48,335]\u001b[0m Trial 1253 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3510, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:48,855]\u001b[0m Trial 1254 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3117, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:49,326]\u001b[0m Trial 1255 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 4162, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:49,769]\u001b[0m Trial 1256 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 34, 'num_boost_round': 798, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:50,234]\u001b[0m Trial 1257 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2866, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:50,627]\u001b[0m Trial 1258 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3376, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:51,072]\u001b[0m Trial 1259 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 54, 'num_boost_round': 3713, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:51,385]\u001b[0m Trial 1260 finished with value: 0.8574632191480018 and parameters: {'num_leaves': 42, 'num_boost_round': 104, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:51,845]\u001b[0m Trial 1261 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3030, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:52,293]\u001b[0m Trial 1262 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3281, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:52,750]\u001b[0m Trial 1263 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 457, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:53,124]\u001b[0m Trial 1264 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3474, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:53,570]\u001b[0m Trial 1265 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3166, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:53,952]\u001b[0m Trial 1266 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2774, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:54,336]\u001b[0m Trial 1267 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3025, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:54,775]\u001b[0m Trial 1268 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 38, 'num_boost_round': 3255, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:55,230]\u001b[0m Trial 1269 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 22, 'num_boost_round': 3403, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:55,680]\u001b[0m Trial 1270 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2676, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:56,125]\u001b[0m Trial 1271 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 28, 'num_boost_round': 4320, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:56,509]\u001b[0m Trial 1272 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3852, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:56,975]\u001b[0m Trial 1273 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 33, 'num_boost_round': 2896, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:57,430]\u001b[0m Trial 1274 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 46, 'num_boost_round': 3599, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:57,894]\u001b[0m Trial 1275 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3367, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:58,282]\u001b[0m Trial 1276 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3611, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:58,849]\u001b[0m Trial 1277 finished with value: 0.8575986312399356 and parameters: {'num_leaves': 25, 'num_boost_round': 2558, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:59,304]\u001b[0m Trial 1278 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 4038, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:38:59,730]\u001b[0m Trial 1279 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 653, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:00,181]\u001b[0m Trial 1280 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 35, 'num_boost_round': 3074, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:00,555]\u001b[0m Trial 1281 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3236, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:00,999]\u001b[0m Trial 1282 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 2991, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:01,455]\u001b[0m Trial 1283 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3386, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:01,898]\u001b[0m Trial 1284 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3192, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:02,236]\u001b[0m Trial 1285 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 8, 'num_boost_round': 3085, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:02,681]\u001b[0m Trial 1286 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 43, 'num_boost_round': 2792, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:03,128]\u001b[0m Trial 1287 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2895, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:03,576]\u001b[0m Trial 1288 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 2611, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:04,026]\u001b[0m Trial 1289 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2909, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:04,409]\u001b[0m Trial 1290 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3125, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:04,796]\u001b[0m Trial 1291 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3417, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:05,261]\u001b[0m Trial 1292 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 58, 'num_boost_round': 389, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:05,718]\u001b[0m Trial 1293 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3227, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:06,164]\u001b[0m Trial 1294 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 3039, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:06,636]\u001b[0m Trial 1295 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 39, 'num_boost_round': 3220, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:07,112]\u001b[0m Trial 1296 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3802, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:07,572]\u001b[0m Trial 1297 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 2368, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:07,950]\u001b[0m Trial 1298 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3542, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:08,291]\u001b[0m Trial 1299 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 8, 'num_boost_round': 2741, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:08,736]\u001b[0m Trial 1300 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3663, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:09,186]\u001b[0m Trial 1301 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 49, 'num_boost_round': 3002, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:09,636]\u001b[0m Trial 1302 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 33, 'num_boost_round': 3454, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:10,088]\u001b[0m Trial 1303 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3344, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:10,525]\u001b[0m Trial 1304 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3301, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:10,892]\u001b[0m Trial 1305 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3168, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:11,358]\u001b[0m Trial 1306 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 2906, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:11,819]\u001b[0m Trial 1307 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3289, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:12,395]\u001b[0m Trial 1308 finished with value: 0.8571987995901038 and parameters: {'num_leaves': 39, 'num_boost_round': 321, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:12,869]\u001b[0m Trial 1309 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3073, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:13,250]\u001b[0m Trial 1310 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3447, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:13,655]\u001b[0m Trial 1311 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3211, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:14,104]\u001b[0m Trial 1312 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3595, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:14,484]\u001b[0m Trial 1313 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3412, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:14,940]\u001b[0m Trial 1314 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3961, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:15,396]\u001b[0m Trial 1315 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 35, 'num_boost_round': 2820, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:15,844]\u001b[0m Trial 1316 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 26, 'num_boost_round': 3175, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:16,285]\u001b[0m Trial 1317 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 45, 'num_boost_round': 2533, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:16,661]\u001b[0m Trial 1318 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3312, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:17,102]\u001b[0m Trial 1319 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 902, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:17,545]\u001b[0m Trial 1320 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 30, 'num_boost_round': 2923, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:17,917]\u001b[0m Trial 1321 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 4547, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:18,369]\u001b[0m Trial 1322 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 4141, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:18,964]\u001b[0m Trial 1323 finished with value: 0.8566571512223686 and parameters: {'num_leaves': 28, 'num_boost_round': 3109, 'max_depth': 7}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:19,405]\u001b[0m Trial 1324 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 40, 'num_boost_round': 2759, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:19,855]\u001b[0m Trial 1325 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 2965, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:20,231]\u001b[0m Trial 1326 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3004, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:20,567]\u001b[0m Trial 1327 finished with value: 0.8578273678817158 and parameters: {'num_leaves': 8, 'num_boost_round': 2831, 'max_depth': 3}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:21,016]\u001b[0m Trial 1328 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3169, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:21,461]\u001b[0m Trial 1329 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3521, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:21,903]\u001b[0m Trial 1330 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 35, 'num_boost_round': 3765, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:22,339]\u001b[0m Trial 1331 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 734, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:22,786]\u001b[0m Trial 1332 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3342, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:23,232]\u001b[0m Trial 1333 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 47, 'num_boost_round': 590, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:23,671]\u001b[0m Trial 1334 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 3044, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:24,108]\u001b[0m Trial 1335 finished with value: 0.8575602034841165 and parameters: {'num_leaves': 16, 'num_boost_round': 2760, 'max_depth': 5}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:24,491]\u001b[0m Trial 1336 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3079, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:24,872]\u001b[0m Trial 1337 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2928, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:25,286]\u001b[0m Trial 1338 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2674, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:25,766]\u001b[0m Trial 1339 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 25, 'num_boost_round': 3239, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:26,211]\u001b[0m Trial 1340 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 36, 'num_boost_round': 2997, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:26,656]\u001b[0m Trial 1341 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 54, 'num_boost_round': 2446, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:27,031]\u001b[0m Trial 1342 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 2622, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:27,483]\u001b[0m Trial 1343 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 23, 'num_boost_round': 2833, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:27,923]\u001b[0m Trial 1344 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 16, 'num_boost_round': 3120, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:28,295]\u001b[0m Trial 1345 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3355, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:28,733]\u001b[0m Trial 1346 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 31, 'num_boost_round': 3702, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:29,171]\u001b[0m Trial 1347 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 18, 'num_boost_round': 3574, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:29,604]\u001b[0m Trial 1348 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 42, 'num_boost_round': 3936, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:30,051]\u001b[0m Trial 1349 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 24, 'num_boost_round': 3208, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:30,421]\u001b[0m Trial 1350 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 4740, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:30,794]\u001b[0m Trial 1351 finished with value: 0.8571448177426437 and parameters: {'num_leaves': 8, 'num_boost_round': 3431, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:31,241]\u001b[0m Trial 1352 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 32, 'num_boost_round': 3274, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:31,752]\u001b[0m Trial 1353 finished with value: 0.8572088640023424 and parameters: {'num_leaves': 23, 'num_boost_round': 4366, 'max_depth': 6}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:32,227]\u001b[0m Trial 1354 finished with value: 0.8589655614112135 and parameters: {'num_leaves': 17, 'num_boost_round': 3612, 'max_depth': 4}. Best is trial 14 with value: 0.8594459083589518.\u001b[0m\n",
      "   INFO ->  Number of finished trials: 1355\n",
      "   INFO ->  Best trial:\n",
      "   INFO ->  \tValue: 0.8594459083589518\n",
      "   INFO ->  \tParams: \n",
      "   INFO ->  \t\tnum_leaves: 13\n",
      "   INFO ->  \t\tnum_boost_round: 3407\n",
      "   INFO ->  \t\tmax_depth: 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training on fold 1\n",
      "Training until validation scores don't improve for 150 rounds\n",
      "[100]\ttraining's auc: 0.882488\tvalid_1's auc: 0.857751\n",
      "[200]\ttraining's auc: 0.888685\tvalid_1's auc: 0.859211\n",
      "[300]\ttraining's auc: 0.895018\tvalid_1's auc: 0.859892\n",
      "[400]\ttraining's auc: 0.900889\tvalid_1's auc: 0.860429\n",
      "[500]\ttraining's auc: 0.905773\tvalid_1's auc: 0.860337\n",
      "Early stopping, best iteration is:\n",
      "[382]\ttraining's auc: 0.89986\tvalid_1's auc: 0.860533\n",
      "AUC: 0.8605330325656677\n",
      "Fold 1 finished in 0:00:01.011961\n",
      "Training on fold 2\n",
      "Training until validation scores don't improve for 150 rounds\n",
      "[100]\ttraining's auc: 0.877898\tvalid_1's auc: 0.879023\n",
      "Early stopping, best iteration is:\n",
      "[15]\ttraining's auc: 0.872798\tvalid_1's auc: 0.880087\n",
      "AUC: 0.8800869909344746\n",
      "Fold 2 finished in 0:00:00.367225\n",
      "Training on fold 3\n",
      "Training until validation scores don't improve for 150 rounds\n",
      "[100]\ttraining's auc: 0.877683\tvalid_1's auc: 0.880295\n",
      "[200]\ttraining's auc: 0.884138\tvalid_1's auc: 0.881732\n",
      "[300]\ttraining's auc: 0.890785\tvalid_1's auc: 0.882936\n",
      "[400]\ttraining's auc: 0.896755\tvalid_1's auc: 0.883857\n",
      "[500]\ttraining's auc: 0.902265\tvalid_1's auc: 0.884461\n",
      "[600]\ttraining's auc: 0.907888\tvalid_1's auc: 0.883998\n",
      "Early stopping, best iteration is:\n",
      "[506]\ttraining's auc: 0.90261\tvalid_1's auc: 0.884527\n",
      "AUC: 0.8845271891426584\n",
      "Fold 3 finished in 0:00:01.155004\n",
      "Training on fold 4\n",
      "Training until validation scores don't improve for 150 rounds\n",
      "[100]\ttraining's auc: 0.884167\tvalid_1's auc: 0.84879\n",
      "Early stopping, best iteration is:\n",
      "[16]\ttraining's auc: 0.879284\tvalid_1's auc: 0.85127\n",
      "AUC: 0.8512701744889861\n",
      "Fold 4 finished in 0:00:00.356410\n",
      "Training on fold 5\n",
      "Training until validation scores don't improve for 150 rounds\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "   INFO ->  (7395, 138)\n",
      "   INFO ->  [+]tuning params\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[100]\ttraining's auc: 0.883384\tvalid_1's auc: 0.854094\n",
      "Early stopping, best iteration is:\n",
      "[39]\ttraining's auc: 0.880629\tvalid_1's auc: 0.854704\n",
      "AUC: 0.8547038251046271\n",
      "Fold 5 finished in 0:00:00.395194\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[32m[I 2021-09-22 11:39:35,675]\u001b[0m A new study created in memory with name: XGBClassifier\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:41,312]\u001b[0m Trial 0 finished with value: 0.8677646025472112 and parameters: {'max_depth': 9, 'subsample': 0.6, 'n_estimators': 2000, 'reg_alpha': 41, 'reg_lambda': 44, 'min_child_weight': 5}. Best is trial 0 with value: 0.8677646025472112.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:49,745]\u001b[0m Trial 1 finished with value: 0.8670248682476943 and parameters: {'max_depth': 9, 'subsample': 0.6, 'n_estimators': 2000, 'reg_alpha': 8, 'reg_lambda': 9, 'min_child_weight': 17}. Best is trial 0 with value: 0.8677646025472112.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:39:56,426]\u001b[0m Trial 2 finished with value: 0.8693099472990777 and parameters: {'max_depth': 6, 'subsample': 0.6, 'n_estimators': 1800, 'reg_alpha': 14, 'reg_lambda': 93, 'min_child_weight': 13}. Best is trial 2 with value: 0.8693099472990777.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:00,250]\u001b[0m Trial 3 finished with value: 0.8677655174937784 and parameters: {'max_depth': 15, 'subsample': 0.6, 'n_estimators': 800, 'reg_alpha': 24, 'reg_lambda': 74, 'min_child_weight': 5}. Best is trial 2 with value: 0.8693099472990777.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:04,675]\u001b[0m Trial 4 finished with value: 0.8698149978041283 and parameters: {'max_depth': 15, 'subsample': 0.9, 'n_estimators': 1000, 'reg_alpha': 17, 'reg_lambda': 41, 'min_child_weight': 18}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:09,439]\u001b[0m Trial 5 finished with value: 0.8674940070999855 and parameters: {'max_depth': 11, 'subsample': 0.6, 'n_estimators': 1700, 'reg_alpha': 48, 'reg_lambda': 86, 'min_child_weight': 7}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:13,075]\u001b[0m Trial 6 finished with value: 0.8676687618943054 and parameters: {'max_depth': 6, 'subsample': 0.8, 'n_estimators': 1400, 'reg_alpha': 42, 'reg_lambda': 60, 'min_child_weight': 7}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:19,731]\u001b[0m Trial 7 finished with value: 0.8671092720685112 and parameters: {'max_depth': 10, 'subsample': 1.0, 'n_estimators': 1500, 'reg_alpha': 21, 'reg_lambda': 83, 'min_child_weight': 5}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:23,297]\u001b[0m Trial 8 finished with value: 0.8692378952569169 and parameters: {'max_depth': 7, 'subsample': 0.7, 'n_estimators': 1000, 'reg_alpha': 19, 'reg_lambda': 77, 'min_child_weight': 15}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:24,775]\u001b[0m Trial 9 finished with value: 0.8681454490557752 and parameters: {'max_depth': 9, 'subsample': 0.6, 'n_estimators': 500, 'reg_alpha': 46, 'reg_lambda': 41, 'min_child_weight': 15}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:27,655]\u001b[0m Trial 10 finished with value: 0.868133097277119 and parameters: {'max_depth': 15, 'subsample': 1.0, 'n_estimators': 1000, 'reg_alpha': 34, 'reg_lambda': 19, 'min_child_weight': 20}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:29,968]\u001b[0m Trial 11 finished with value: 0.8683142566974089 and parameters: {'max_depth': 5, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 8, 'reg_lambda': 99, 'min_child_weight': 10}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:35,448]\u001b[0m Trial 12 finished with value: 0.8693570670472844 and parameters: {'max_depth': 13, 'subsample': 0.9, 'n_estimators': 1200, 'reg_alpha': 14, 'reg_lambda': 28, 'min_child_weight': 19}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:41,217]\u001b[0m Trial 13 finished with value: 0.8693181818181817 and parameters: {'max_depth': 13, 'subsample': 0.9, 'n_estimators': 1100, 'reg_alpha': 2, 'reg_lambda': 28, 'min_child_weight': 20}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:45,233]\u001b[0m Trial 14 finished with value: 0.8692877598448251 and parameters: {'max_depth': 13, 'subsample': 0.9, 'n_estimators': 1300, 'reg_alpha': 31, 'reg_lambda': 29, 'min_child_weight': 19}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:48,594]\u001b[0m Trial 15 finished with value: 0.8697729102620406 and parameters: {'max_depth': 13, 'subsample': 0.8, 'n_estimators': 800, 'reg_alpha': 14, 'reg_lambda': 51, 'min_child_weight': 18}. Best is trial 4 with value: 0.8698149978041283.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:52,467]\u001b[0m Trial 16 finished with value: 0.8699819755526277 and parameters: {'max_depth': 15, 'subsample': 0.8, 'n_estimators': 800, 'reg_alpha': 5, 'reg_lambda': 60, 'min_child_weight': 17}. Best is trial 16 with value: 0.8699819755526277.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:55,653]\u001b[0m Trial 17 finished with value: 0.8704888559508124 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 1, 'reg_lambda': 63, 'min_child_weight': 16}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:40:58,866]\u001b[0m Trial 18 finished with value: 0.8704389913629044 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 1, 'reg_lambda': 69, 'min_child_weight': 15}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:01,902]\u001b[0m Trial 19 finished with value: 0.870082619675011 and parameters: {'max_depth': 11, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 1, 'reg_lambda': 68, 'min_child_weight': 12}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:04,198]\u001b[0m Trial 20 finished with value: 0.870379062362758 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 500, 'reg_alpha': 1, 'reg_lambda': 64, 'min_child_weight': 15}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:06,533]\u001b[0m Trial 21 finished with value: 0.8702216915532133 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 64, 'min_child_weight': 15}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:09,831]\u001b[0m Trial 22 finished with value: 0.8698634899721857 and parameters: {'max_depth': 12, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 9, 'reg_lambda': 53, 'min_child_weight': 13}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:11,944]\u001b[0m Trial 23 finished with value: 0.8701873810569463 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 500, 'reg_alpha': 1, 'reg_lambda': 73, 'min_child_weight': 16}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:15,874]\u001b[0m Trial 24 finished with value: 0.8696832454984629 and parameters: {'max_depth': 12, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 6, 'reg_lambda': 54, 'min_child_weight': 11}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:19,958]\u001b[0m Trial 25 finished with value: 0.8695524081393646 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 900, 'reg_alpha': 10, 'reg_lambda': 83, 'min_child_weight': 14}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:22,927]\u001b[0m Trial 26 finished with value: 0.8701253934270239 and parameters: {'max_depth': 14, 'subsample': 0.8, 'n_estimators': 600, 'reg_alpha': 4, 'reg_lambda': 69, 'min_child_weight': 16}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:26,040]\u001b[0m Trial 27 finished with value: 0.8695299919484702 and parameters: {'max_depth': 12, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 12, 'reg_lambda': 60, 'min_child_weight': 14}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:28,935]\u001b[0m Trial 28 finished with value: 0.8698909383691992 and parameters: {'max_depth': 15, 'subsample': 0.8, 'n_estimators': 500, 'reg_alpha': 5, 'reg_lambda': 48, 'min_child_weight': 12}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:32,464]\u001b[0m Trial 29 finished with value: 0.8702729285609719 and parameters: {'max_depth': 11, 'subsample': 0.7, 'n_estimators': 800, 'reg_alpha': 1, 'reg_lambda': 78, 'min_child_weight': 16}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:35,269]\u001b[0m Trial 30 finished with value: 0.8696464188991362 and parameters: {'max_depth': 8, 'subsample': 0.6, 'n_estimators': 900, 'reg_alpha': 27, 'reg_lambda': 66, 'min_child_weight': 14}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:38,376]\u001b[0m Trial 31 finished with value: 0.870136601522471 and parameters: {'max_depth': 11, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 2, 'reg_lambda': 78, 'min_child_weight': 16}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:42,102]\u001b[0m Trial 32 finished with value: 0.8700997749231444 and parameters: {'max_depth': 10, 'subsample': 0.7, 'n_estimators': 900, 'reg_alpha': 1, 'reg_lambda': 90, 'min_child_weight': 17}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:44,392]\u001b[0m Trial 33 finished with value: 0.8697154973649539 and parameters: {'max_depth': 14, 'subsample': 0.6, 'n_estimators': 600, 'reg_alpha': 6, 'reg_lambda': 99, 'min_child_weight': 17}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:47,873]\u001b[0m Trial 34 finished with value: 0.8697239606206998 and parameters: {'max_depth': 12, 'subsample': 0.7, 'n_estimators': 800, 'reg_alpha': 10, 'reg_lambda': 71, 'min_child_weight': 15}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:52,940]\u001b[0m Trial 35 finished with value: 0.8697472917581615 and parameters: {'max_depth': 15, 'subsample': 0.6, 'n_estimators': 1100, 'reg_alpha': 7, 'reg_lambda': 78, 'min_child_weight': 13}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:55,722]\u001b[0m Trial 36 finished with value: 0.8701489533011273 and parameters: {'max_depth': 13, 'subsample': 0.8, 'n_estimators': 600, 'reg_alpha': 4, 'reg_lambda': 58, 'min_child_weight': 16}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:41:58,716]\u001b[0m Trial 37 finished with value: 0.8697413446054751 and parameters: {'max_depth': 9, 'subsample': 0.6, 'n_estimators': 900, 'reg_alpha': 17, 'reg_lambda': 45, 'min_child_weight': 18}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:07,226]\u001b[0m Trial 38 finished with value: 0.86895815034402 and parameters: {'max_depth': 8, 'subsample': 0.7, 'n_estimators': 2000, 'reg_alpha': 12, 'reg_lambda': 89, 'min_child_weight': 14}. Best is trial 17 with value: 0.8704888559508124.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:10,289]\u001b[0m Trial 39 finished with value: 0.8707738618064704 and parameters: {'max_depth': 14, 'subsample': 0.8, 'n_estimators': 700, 'reg_alpha': 1, 'reg_lambda': 81, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:18,436]\u001b[0m Trial 40 finished with value: 0.8683982030449422 and parameters: {'max_depth': 15, 'subsample': 0.8, 'n_estimators': 1800, 'reg_alpha': 4, 'reg_lambda': 64, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:22,005]\u001b[0m Trial 41 finished with value: 0.8702827642365687 and parameters: {'max_depth': 14, 'subsample': 0.8, 'n_estimators': 800, 'reg_alpha': 1, 'reg_lambda': 82, 'min_child_weight': 18}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:25,137]\u001b[0m Trial 42 finished with value: 0.8701988178890352 and parameters: {'max_depth': 14, 'subsample': 0.8, 'n_estimators': 700, 'reg_alpha': 3, 'reg_lambda': 94, 'min_child_weight': 18}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:27,085]\u001b[0m Trial 43 finished with value: 0.8700382447665056 and parameters: {'max_depth': 14, 'subsample': 0.8, 'n_estimators': 500, 'reg_alpha': 8, 'reg_lambda': 81, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:30,696]\u001b[0m Trial 44 finished with value: 0.8699645915678524 and parameters: {'max_depth': 15, 'subsample': 0.8, 'n_estimators': 800, 'reg_alpha': 1, 'reg_lambda': 87, 'min_child_weight': 17}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:32,422]\u001b[0m Trial 45 finished with value: 0.8691180372566243 and parameters: {'max_depth': 13, 'subsample': 0.8, 'n_estimators': 600, 'reg_alpha': 40, 'reg_lambda': 71, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:37,845]\u001b[0m Trial 46 finished with value: 0.8693620992534036 and parameters: {'max_depth': 15, 'subsample': 0.9, 'n_estimators': 1000, 'reg_alpha': 7, 'reg_lambda': 75, 'min_child_weight': 15}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:40,844]\u001b[0m Trial 47 finished with value: 0.8697468342848778 and parameters: {'max_depth': 14, 'subsample': 0.8, 'n_estimators': 700, 'reg_alpha': 11, 'reg_lambda': 83, 'min_child_weight': 17}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:42,204]\u001b[0m Trial 48 finished with value: 0.8684938149612064 and parameters: {'max_depth': 4, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 23, 'reg_lambda': 94, 'min_child_weight': 18}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:51,527]\u001b[0m Trial 49 finished with value: 0.8684064375640462 and parameters: {'max_depth': 13, 'subsample': 0.7, 'n_estimators': 1500, 'reg_alpha': 3, 'reg_lambda': 64, 'min_child_weight': 9}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:56,296]\u001b[0m Trial 50 finished with value: 0.869729907773386 and parameters: {'max_depth': 12, 'subsample': 0.8, 'n_estimators': 1100, 'reg_alpha': 6, 'reg_lambda': 57, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:42:59,595]\u001b[0m Trial 51 finished with value: 0.870193785682916 and parameters: {'max_depth': 13, 'subsample': 0.7, 'n_estimators': 800, 'reg_alpha': 3, 'reg_lambda': 79, 'min_child_weight': 16}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:02,979]\u001b[0m Trial 52 finished with value: 0.8703150161030596 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 800, 'reg_alpha': 1, 'reg_lambda': 74, 'min_child_weight': 16}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:05,787]\u001b[0m Trial 53 finished with value: 0.8701985891523933 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 1, 'reg_lambda': 74, 'min_child_weight': 15}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:09,036]\u001b[0m Trial 54 finished with value: 0.8697607872200264 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 900, 'reg_alpha': 16, 'reg_lambda': 68, 'min_child_weight': 18}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:13,521]\u001b[0m Trial 55 finished with value: 0.8697989862392037 and parameters: {'max_depth': 14, 'subsample': 0.8, 'n_estimators': 1000, 'reg_alpha': 8, 'reg_lambda': 62, 'min_child_weight': 17}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:16,087]\u001b[0m Trial 56 finished with value: 0.8702999194847021 and parameters: {'max_depth': 13, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 5, 'reg_lambda': 83, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:18,479]\u001b[0m Trial 57 finished with value: 0.8698822463768116 and parameters: {'max_depth': 13, 'subsample': 0.6, 'n_estimators': 700, 'reg_alpha': 5, 'reg_lambda': 74, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:21,220]\u001b[0m Trial 58 finished with value: 0.8698239185331577 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 3, 'reg_lambda': 86, 'min_child_weight': 14}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:24,093]\u001b[0m Trial 59 finished with value: 0.8696262900746596 and parameters: {'max_depth': 13, 'subsample': 0.6, 'n_estimators': 700, 'reg_alpha': 9, 'reg_lambda': 70, 'min_child_weight': 13}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:26,282]\u001b[0m Trial 60 finished with value: 0.869977400819792 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 500, 'reg_alpha': 5, 'reg_lambda': 55, 'min_child_weight': 15}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:29,307]\u001b[0m Trial 61 finished with value: 0.8706274703557313 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 800, 'reg_alpha': 1, 'reg_lambda': 82, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:32,464]\u001b[0m Trial 62 finished with value: 0.8705515297906602 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 800, 'reg_alpha': 1, 'reg_lambda': 85, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:35,973]\u001b[0m Trial 63 finished with value: 0.8702473100570928 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 900, 'reg_alpha': 1, 'reg_lambda': 91, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:42,286]\u001b[0m Trial 64 finished with value: 0.8695899209486166 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 1200, 'reg_alpha': 3, 'reg_lambda': 66, 'min_child_weight': 12}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:45,417]\u001b[0m Trial 65 finished with value: 0.8706201507831943 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 800, 'reg_alpha': 1, 'reg_lambda': 76, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:49,102]\u001b[0m Trial 66 finished with value: 0.8701619912897087 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 900, 'reg_alpha': 7, 'reg_lambda': 50, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:51,737]\u001b[0m Trial 67 finished with value: 0.8699268500219588 and parameters: {'max_depth': 15, 'subsample': 0.6, 'n_estimators': 1000, 'reg_alpha': 35, 'reg_lambda': 86, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:54,761]\u001b[0m Trial 68 finished with value: 0.8701988178890354 and parameters: {'max_depth': 12, 'subsample': 0.7, 'n_estimators': 800, 'reg_alpha': 3, 'reg_lambda': 97, 'min_child_weight': 18}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:57,068]\u001b[0m Trial 69 finished with value: 0.8705485562143171 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 2, 'reg_lambda': 67, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:43:59,343]\u001b[0m Trial 70 finished with value: 0.8706736751573709 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 2, 'reg_lambda': 77, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:01,640]\u001b[0m Trial 71 finished with value: 0.8704989203630508 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 2, 'reg_lambda': 80, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:03,846]\u001b[0m Trial 72 finished with value: 0.8704989203630508 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 2, 'reg_lambda': 80, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:06,052]\u001b[0m Trial 73 finished with value: 0.8703872968818622 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 4, 'reg_lambda': 81, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:08,362]\u001b[0m Trial 74 finished with value: 0.8702793331869418 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 5, 'reg_lambda': 85, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:10,854]\u001b[0m Trial 75 finished with value: 0.8701484958278438 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 5, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:13,617]\u001b[0m Trial 76 finished with value: 0.870272928560972 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 6, 'reg_lambda': 77, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:15,935]\u001b[0m Trial 77 finished with value: 0.8704989203630508 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 2, 'reg_lambda': 80, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:17,819]\u001b[0m Trial 78 finished with value: 0.8701260796369492 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 88, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:19,969]\u001b[0m Trial 79 finished with value: 0.8701736568584395 and parameters: {'max_depth': 15, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 9, 'reg_lambda': 76, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:22,098]\u001b[0m Trial 80 finished with value: 0.8696960547504027 and parameters: {'max_depth': 15, 'subsample': 0.6, 'n_estimators': 800, 'reg_alpha': 28, 'reg_lambda': 91, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:24,276]\u001b[0m Trial 81 finished with value: 0.8705254538134974 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 2, 'reg_lambda': 79, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:26,856]\u001b[0m Trial 82 finished with value: 0.8705281986531987 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 2, 'reg_lambda': 80, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:29,521]\u001b[0m Trial 83 finished with value: 0.8700194883618796 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 7, 'reg_lambda': 72, 'min_child_weight': 18}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:32,141]\u001b[0m Trial 84 finished with value: 0.8705744034548382 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 2, 'reg_lambda': 85, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:35,093]\u001b[0m Trial 85 finished with value: 0.8701452935148587 and parameters: {'max_depth': 13, 'subsample': 0.7, 'n_estimators': 800, 'reg_alpha': 4, 'reg_lambda': 92, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:36,922]\u001b[0m Trial 86 finished with value: 0.8692442998828869 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 50, 'reg_lambda': 85, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:40,279]\u001b[0m Trial 87 finished with value: 0.870294887278583 and parameters: {'max_depth': 13, 'subsample': 0.8, 'n_estimators': 800, 'reg_alpha': 1, 'reg_lambda': 84, 'min_child_weight': 18}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:42,900]\u001b[0m Trial 88 finished with value: 0.8702452514273168 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 6, 'reg_lambda': 77, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:46,038]\u001b[0m Trial 89 finished with value: 0.869943090323525 and parameters: {'max_depth': 14, 'subsample': 0.6, 'n_estimators': 900, 'reg_alpha': 3, 'reg_lambda': 96, 'min_child_weight': 18}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:49,262]\u001b[0m Trial 90 finished with value: 0.8700682092665788 and parameters: {'max_depth': 13, 'subsample': 0.8, 'n_estimators': 800, 'reg_alpha': 4, 'reg_lambda': 87, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:51,454]\u001b[0m Trial 91 finished with value: 0.8705492424242425 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 600, 'reg_alpha': 2, 'reg_lambda': 82, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:53,992]\u001b[0m Trial 92 finished with value: 0.870611001317523 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 1, 'reg_lambda': 89, 'min_child_weight': 20}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:56,648]\u001b[0m Trial 93 finished with value: 0.87065171643976 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 1, 'reg_lambda': 89, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:44:59,242]\u001b[0m Trial 94 finished with value: 0.87061832089006 and parameters: {'max_depth': 13, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 1, 'reg_lambda': 100, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:04,415]\u001b[0m Trial 95 finished with value: 0.8690103022983457 and parameters: {'max_depth': 13, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 1, 'reg_lambda': 89, 'min_child_weight': 6}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:07,042]\u001b[0m Trial 96 finished with value: 0.8701837212706778 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 700, 'reg_alpha': 4, 'reg_lambda': 100, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:10,011]\u001b[0m Trial 97 finished with value: 0.8704586627140976 and parameters: {'max_depth': 13, 'subsample': 0.7, 'n_estimators': 800, 'reg_alpha': 1, 'reg_lambda': 96, 'min_child_weight': 19}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:12,838]\u001b[0m Trial 98 finished with value: 0.8694629721124286 and parameters: {'max_depth': 12, 'subsample': 0.7, 'n_estimators': 900, 'reg_alpha': 20, 'reg_lambda': 93, 'min_child_weight': 18}. Best is trial 39 with value: 0.8707738618064704.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:15,690]\u001b[0m Trial 99 finished with value: 0.8710554366125018 and parameters: {'max_depth': 14, 'subsample': 1.0, 'n_estimators': 500, 'reg_alpha': 3, 'reg_lambda': 32, 'min_child_weight': 17}. Best is trial 99 with value: 0.8710554366125018.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:20,211]\u001b[0m Trial 100 finished with value: 0.8700199458351633 and parameters: {'max_depth': 13, 'subsample': 1.0, 'n_estimators': 800, 'reg_alpha': 5, 'reg_lambda': 35, 'min_child_weight': 17}. Best is trial 99 with value: 0.8710554366125018.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:22,436]\u001b[0m Trial 101 finished with value: 0.8710245571658615 and parameters: {'max_depth': 14, 'subsample': 0.7, 'n_estimators': 500, 'reg_alpha': 3, 'reg_lambda': 11, 'min_child_weight': 19}. Best is trial 99 with value: 0.8710554366125018.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:25,287]\u001b[0m Trial 102 finished with value: 0.8706777924169227 and parameters: {'max_depth': 14, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 3, 'reg_lambda': 11, 'min_child_weight': 18}. Best is trial 99 with value: 0.8710554366125018.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:28,056]\u001b[0m Trial 103 finished with value: 0.8710840286927242 and parameters: {'max_depth': 14, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 3, 'reg_lambda': 13, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:30,895]\u001b[0m Trial 104 finished with value: 0.8699565857853901 and parameters: {'max_depth': 14, 'subsample': 1.0, 'n_estimators': 500, 'reg_alpha': 6, 'reg_lambda': 15, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:33,613]\u001b[0m Trial 105 finished with value: 0.870987501829893 and parameters: {'max_depth': 13, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 3, 'reg_lambda': 12, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:36,395]\u001b[0m Trial 106 finished with value: 0.8710025984482506 and parameters: {'max_depth': 13, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 3, 'reg_lambda': 14, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:38,583]\u001b[0m Trial 107 finished with value: 0.8709733201581029 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 7, 'reg_lambda': 13, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:40,380]\u001b[0m Trial 108 finished with value: 0.8706498865466257 and parameters: {'max_depth': 5, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 8, 'reg_lambda': 14, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:42,143]\u001b[0m Trial 109 finished with value: 0.870346810496267 and parameters: {'max_depth': 5, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 10, 'reg_lambda': 15, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:43,648]\u001b[0m Trial 110 finished with value: 0.8702132282974674 and parameters: {'max_depth': 4, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 13, 'reg_lambda': 9, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:45,469]\u001b[0m Trial 111 finished with value: 0.8705341458058848 and parameters: {'max_depth': 5, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 7, 'reg_lambda': 22, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:47,627]\u001b[0m Trial 112 finished with value: 0.870956393646611 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 5, 'reg_lambda': 10, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:49,779]\u001b[0m Trial 113 finished with value: 0.8710163226467574 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 8, 'reg_lambda': 9, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:51,932]\u001b[0m Trial 114 finished with value: 0.8710163226467574 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 8, 'reg_lambda': 9, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:54,220]\u001b[0m Trial 115 finished with value: 0.8710163226467574 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 8, 'reg_lambda': 9, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:56,398]\u001b[0m Trial 116 finished with value: 0.8709081302151954 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 9, 'reg_lambda': 8, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:45:58,502]\u001b[0m Trial 117 finished with value: 0.8706320450885667 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 11, 'reg_lambda': 5, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:00,758]\u001b[0m Trial 118 finished with value: 0.870644396867223 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 8, 'reg_lambda': 20, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:02,969]\u001b[0m Trial 119 finished with value: 0.8704421936758894 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 9, 'reg_lambda': 12, 'min_child_weight': 16}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:05,199]\u001b[0m Trial 120 finished with value: 0.8705524447372275 and parameters: {'max_depth': 7, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 12, 'reg_lambda': 7, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:07,498]\u001b[0m Trial 121 finished with value: 0.8707093580734885 and parameters: {'max_depth': 7, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 10, 'reg_lambda': 11, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:09,703]\u001b[0m Trial 122 finished with value: 0.8697184709412971 and parameters: {'max_depth': 7, 'subsample': 1.0, 'n_estimators': 500, 'reg_alpha': 15, 'reg_lambda': 18, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:12,083]\u001b[0m Trial 123 finished with value: 0.8707820963255746 and parameters: {'max_depth': 7, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 10, 'reg_lambda': 8, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:14,593]\u001b[0m Trial 124 finished with value: 0.8709374085053433 and parameters: {'max_depth': 7, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 7, 'reg_lambda': 7, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:17,078]\u001b[0m Trial 125 finished with value: 0.8707308593178159 and parameters: {'max_depth': 7, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 8, 'reg_lambda': 7, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:19,475]\u001b[0m Trial 126 finished with value: 0.8706658981115503 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 9, 'reg_lambda': 8, 'min_child_weight': 16}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:23,067]\u001b[0m Trial 127 finished with value: 0.8705895000731957 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 6, 'reg_lambda': 17, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:25,787]\u001b[0m Trial 128 finished with value: 0.8700574586444152 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 13, 'reg_lambda': 13, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:28,576]\u001b[0m Trial 129 finished with value: 0.8707249121651295 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 7, 'reg_lambda': 10, 'min_child_weight': 16}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:30,397]\u001b[0m Trial 130 finished with value: 0.8702450226906748 and parameters: {'max_depth': 5, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 11, 'reg_lambda': 23, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:32,537]\u001b[0m Trial 131 finished with value: 0.8705794356609575 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 10, 'reg_lambda': 6, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:35,725]\u001b[0m Trial 132 finished with value: 0.8700510540184454 and parameters: {'max_depth': 7, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 5, 'reg_lambda': 9, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:38,355]\u001b[0m Trial 133 finished with value: 0.8710236422192944 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 6, 'reg_lambda': 12, 'min_child_weight': 18}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:40,993]\u001b[0m Trial 134 finished with value: 0.8708978370663153 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 7, 'reg_lambda': 16, 'min_child_weight': 17}. Best is trial 103 with value: 0.8710840286927242.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:43,554]\u001b[0m Trial 135 finished with value: 0.8711553945249597 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 7, 'reg_lambda': 16, 'min_child_weight': 18}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:46,636]\u001b[0m Trial 136 finished with value: 0.870701581027668 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 8, 'reg_lambda': 13, 'min_child_weight': 18}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:50,697]\u001b[0m Trial 137 finished with value: 0.8708333333333332 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 6, 'reg_lambda': 20, 'min_child_weight': 18}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:53,420]\u001b[0m Trial 138 finished with value: 0.8710231847460108 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 5, 'reg_lambda': 25, 'min_child_weight': 18}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:56,514]\u001b[0m Trial 139 finished with value: 0.8707935331576637 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 5, 'reg_lambda': 27, 'min_child_weight': 18}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:46:59,778]\u001b[0m Trial 140 finished with value: 0.8697813735177866 and parameters: {'max_depth': 9, 'subsample': 1.0, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 11, 'min_child_weight': 16}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:02,287]\u001b[0m Trial 141 finished with value: 0.8702081960913481 and parameters: {'max_depth': 10, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 7, 'reg_lambda': 32, 'min_child_weight': 18}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:04,711]\u001b[0m Trial 142 finished with value: 0.8705378055921535 and parameters: {'max_depth': 6, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 6, 'reg_lambda': 5, 'min_child_weight': 17}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:10,176]\u001b[0m Trial 143 finished with value: 0.8681923400673401 and parameters: {'max_depth': 5, 'subsample': 0.9, 'n_estimators': 1400, 'reg_alpha': 8, 'reg_lambda': 14, 'min_child_weight': 18}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:14,350]\u001b[0m Trial 144 finished with value: 0.871031419265115 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 5, 'reg_lambda': 17, 'min_child_weight': 18}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:17,880]\u001b[0m Trial 145 finished with value: 0.8706832820963257 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 5, 'reg_lambda': 25, 'min_child_weight': 17}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:20,543]\u001b[0m Trial 146 finished with value: 0.8711549370516761 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 18, 'min_child_weight': 18}. Best is trial 135 with value: 0.8711553945249597.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:23,231]\u001b[0m Trial 147 finished with value: 0.8712006843800322 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 18, 'min_child_weight': 18}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:26,509]\u001b[0m Trial 148 finished with value: 0.8707573927682624 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 3, 'reg_lambda': 18, 'min_child_weight': 18}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:29,662]\u001b[0m Trial 149 finished with value: 0.8707811813790074 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 4, 'reg_lambda': 22, 'min_child_weight': 18}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:32,600]\u001b[0m Trial 150 finished with value: 0.8702482250036598 and parameters: {'max_depth': 9, 'subsample': 1.0, 'n_estimators': 500, 'reg_alpha': 3, 'reg_lambda': 17, 'min_child_weight': 18}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:35,310]\u001b[0m Trial 151 finished with value: 0.8710341641048163 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 5, 'reg_lambda': 13, 'min_child_weight': 18}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:40,292]\u001b[0m Trial 152 finished with value: 0.8698435898843507 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 5, 'reg_lambda': 20, 'min_child_weight': 9}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:42,909]\u001b[0m Trial 153 finished with value: 0.87102821695213 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 15, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:45,515]\u001b[0m Trial 154 finished with value: 0.871110562143171 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 16, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:48,717]\u001b[0m Trial 155 finished with value: 0.8705121870882742 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 4, 'reg_lambda': 16, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:47:57,843]\u001b[0m Trial 156 finished with value: 0.8678743961352657 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 1700, 'reg_alpha': 6, 'reg_lambda': 19, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:01,439]\u001b[0m Trial 157 finished with value: 0.87102821695213 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 15, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:04,095]\u001b[0m Trial 158 finished with value: 0.8710533779827258 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 24, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:06,672]\u001b[0m Trial 159 finished with value: 0.8710533779827258 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 24, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:09,726]\u001b[0m Trial 160 finished with value: 0.8707665422339335 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 4, 'reg_lambda': 29, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:12,297]\u001b[0m Trial 161 finished with value: 0.8711020988874252 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 22, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:14,826]\u001b[0m Trial 162 finished with value: 0.8709939064558629 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 5, 'reg_lambda': 25, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:17,384]\u001b[0m Trial 163 finished with value: 0.8711364093836921 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 26, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:19,957]\u001b[0m Trial 164 finished with value: 0.8710533779827258 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 24, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:24,438]\u001b[0m Trial 165 finished with value: 0.8709051566388524 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 3, 'reg_lambda': 23, 'min_child_weight': 19}. Best is trial 147 with value: 0.8712006843800322.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:27,031]\u001b[0m Trial 166 finished with value: 0.8712098338457035 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 21, 'min_child_weight': 19}. Best is trial 166 with value: 0.8712098338457035.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:29,567]\u001b[0m Trial 167 finished with value: 0.8712098338457035 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 21, 'min_child_weight': 19}. Best is trial 166 with value: 0.8712098338457035.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:32,053]\u001b[0m Trial 168 finished with value: 0.8711151368760065 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 27, 'min_child_weight': 19}. Best is trial 166 with value: 0.8712098338457035.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:42,834]\u001b[0m Trial 169 finished with value: 0.8670271556141123 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 2000, 'reg_alpha': 4, 'reg_lambda': 29, 'min_child_weight': 19}. Best is trial 166 with value: 0.8712098338457035.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:46,941]\u001b[0m Trial 170 finished with value: 0.8708200666081101 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 3, 'reg_lambda': 21, 'min_child_weight': 19}. Best is trial 166 with value: 0.8712098338457035.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:49,432]\u001b[0m Trial 171 finished with value: 0.8711151368760065 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 4, 'reg_lambda': 27, 'min_child_weight': 19}. Best is trial 166 with value: 0.8712098338457035.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:51,889]\u001b[0m Trial 172 finished with value: 0.8712025142731663 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 32, 'min_child_weight': 19}. Best is trial 166 with value: 0.8712098338457035.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:54,421]\u001b[0m Trial 173 finished with value: 0.8712432293954033 and parameters: {'max_depth': 8, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 31, 'min_child_weight': 19}. Best is trial 173 with value: 0.8712432293954033.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:56,960]\u001b[0m Trial 174 finished with value: 0.8712876043039086 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 32, 'min_child_weight': 19}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:48:59,408]\u001b[0m Trial 175 finished with value: 0.8711096471966038 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 37, 'min_child_weight': 19}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:02,457]\u001b[0m Trial 176 finished with value: 0.870955478700044 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 2, 'reg_lambda': 33, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:06,048]\u001b[0m Trial 177 finished with value: 0.8711155943492901 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 36, 'min_child_weight': 19}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:08,798]\u001b[0m Trial 178 finished with value: 0.8711263449714537 and parameters: {'max_depth': 10, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 39, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:11,726]\u001b[0m Trial 179 finished with value: 0.8708230401844532 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 2, 'reg_lambda': 39, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:14,118]\u001b[0m Trial 180 finished with value: 0.8711318346508565 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 37, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:16,576]\u001b[0m Trial 181 finished with value: 0.8711318346508565 and parameters: {'max_depth': 9, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 37, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:18,973]\u001b[0m Trial 182 finished with value: 0.8711263449714537 and parameters: {'max_depth': 10, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 39, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:21,406]\u001b[0m Trial 183 finished with value: 0.8711263449714537 and parameters: {'max_depth': 10, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 39, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:23,896]\u001b[0m Trial 184 finished with value: 0.8711672888303323 and parameters: {'max_depth': 10, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 1, 'reg_lambda': 38, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:26,299]\u001b[0m Trial 185 finished with value: 0.8711663738837652 and parameters: {'max_depth': 10, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 1, 'reg_lambda': 42, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:30,565]\u001b[0m Trial 186 finished with value: 0.8708584943639291 and parameters: {'max_depth': 10, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 1, 'reg_lambda': 41, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:33,072]\u001b[0m Trial 187 finished with value: 0.8709740063680281 and parameters: {'max_depth': 10, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 2, 'reg_lambda': 44, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:35,526]\u001b[0m Trial 188 finished with value: 0.8712576398038354 and parameters: {'max_depth': 11, 'subsample': 0.9, 'n_estimators': 500, 'reg_alpha': 1, 'reg_lambda': 36, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "\u001b[32m[I 2021-09-22 11:49:38,544]\u001b[0m Trial 189 finished with value: 0.8711750658761528 and parameters: {'max_depth': 11, 'subsample': 0.9, 'n_estimators': 600, 'reg_alpha': 1, 'reg_lambda': 35, 'min_child_weight': 20}. Best is trial 174 with value: 0.8712876043039086.\u001b[0m\n",
      "   INFO ->  Number of finished trials: 190\n",
      "   INFO ->  Best trial:\n",
      "   INFO ->  \tValue: 0.8712876043039086\n",
      "   INFO ->  \tParams: \n",
      "   INFO ->  \t\tmax_depth: 9\n",
      "   INFO ->  \t\tsubsample: 0.9\n",
      "   INFO ->  \t\tn_estimators: 500\n",
      "   INFO ->  \t\treg_alpha: 2\n",
      "   INFO ->  \t\treg_lambda: 32\n",
      "   INFO ->  \t\tmin_child_weight: 19\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training on fold 1\n",
      "AUC: 0.8642880154639175\n",
      "Fold 1 finished in 0:00:03.353225\n",
      "Training on fold 2\n",
      "AUC: 0.8591339410939691\n",
      "Fold 2 finished in 0:00:03.294986\n",
      "Training on fold 3\n",
      "AUC: 0.8754411764705883\n",
      "Fold 3 finished in 0:00:03.444450\n",
      "Training on fold 4\n",
      "AUC: 0.8501516475607875\n",
      "Fold 4 finished in 0:00:04.574810\n",
      "Training on fold 5\n",
      "AUC: 0.8637535701502568\n",
      "Fold 5 finished in 0:00:03.436776\n",
      "Training on fold 6\n",
      "AUC: 0.8862284659557014\n",
      "Fold 6 finished in 0:00:03.376351\n",
      "Training on fold 7\n",
      "AUC: 0.8557530169064063\n",
      "Fold 7 finished in 0:00:03.366341\n",
      "Training on fold 8\n",
      "AUC: 0.874906564657257\n",
      "Fold 8 finished in 0:00:03.380058\n",
      "Training on fold 9\n",
      "AUC: 0.8655807469366792\n",
      "Fold 9 finished in 0:00:03.407562\n",
      "Training on fold 10\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "   INFO ->  Average KFold AUC: 0.8670625594330714\n",
      "   INFO ->  feature importance\n",
      "   INFO ->                                        feature  fold_1  fold_2  fold_3  fold_4  \\\n",
      "0                             boilerplate_nlp     972      76    1099      71   \n",
      "1                               linkwordscore     196       2     282      10   \n",
      "2                                         url     156       0     321       1   \n",
      "3              non_markup_alphanum_characters     178       9     160      12   \n",
      "4                                 avglinksize     151       4     220       2   \n",
      "..                                        ...     ...     ...     ...     ...   \n",
      "133      alchemy_category__numberOfLinks__max       0       0       0       0   \n",
      "134    alchemy_category__numwords_in_url__min       0       0       0       0   \n",
      "135    alchemy_category__numwords_in_url__max       0       0       0       0   \n",
      "136  alchemy_category__compression_ratio__max       0       0       0       0   \n",
      "137      alchemy_category__hasDomainLink__max       0       0       0       0   \n",
      "\n",
      "     fold_5  average  \n",
      "0       174    478.4  \n",
      "1        15    101.0  \n",
      "2        18     99.2  \n",
      "3        32     78.2  \n",
      "4         9     77.2  \n",
      "..      ...      ...  \n",
      "133       0      0.0  \n",
      "134       0      0.0  \n",
      "135       0      0.0  \n",
      "136       0      0.0  \n",
      "137       0      0.0  \n",
      "\n",
      "[138 rows x 7 columns]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AUC: 0.875388449135151\n",
      "Fold 10 finished in 0:00:04.647402\n"
     ]
    }
   ],
   "source": [
    "sub = autox.get_submit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "acc2fce8",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-09-22T03:50:15.194060Z",
     "start_time": "2021-09-22T03:50:15.191166Z"
    }
   },
   "outputs": [],
   "source": [
    "target = 'label'\n",
    "id_ = ['urlid']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "0daecefe",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-09-22T03:50:15.210419Z",
     "start_time": "2021-09-22T03:50:15.195704Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>urlid</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5865</td>\n",
       "      <td>0.825629</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>782</td>\n",
       "      <td>0.269597</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6962</td>\n",
       "      <td>0.326957</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7640</td>\n",
       "      <td>0.203492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3589</td>\n",
       "      <td>0.421240</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3166</th>\n",
       "      <td>7264</td>\n",
       "      <td>0.814382</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3167</th>\n",
       "      <td>9714</td>\n",
       "      <td>0.836926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3168</th>\n",
       "      <td>5903</td>\n",
       "      <td>0.813990</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3169</th>\n",
       "      <td>3176</td>\n",
       "      <td>0.686131</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3170</th>\n",
       "      <td>7441</td>\n",
       "      <td>0.812826</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3171 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      urlid     label\n",
       "0      5865  0.825629\n",
       "1       782  0.269597\n",
       "2      6962  0.326957\n",
       "3      7640  0.203492\n",
       "4      3589  0.421240\n",
       "...     ...       ...\n",
       "3166   7264  0.814382\n",
       "3167   9714  0.836926\n",
       "3168   5903  0.813990\n",
       "3169   3176  0.686131\n",
       "3170   7441  0.812826\n",
       "\n",
       "[3171 rows x 2 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "82900122",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-09-22T03:50:15.235325Z",
     "start_time": "2021-09-22T03:50:15.212739Z"
    }
   },
   "outputs": [],
   "source": [
    "sub.to_csv(\"./sub/autox_stumbleupon_0922_一键执行.csv\", index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2e729948",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8cf2cd6e",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.10"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
